-- Logs begin at Tue 2022-05-17 18:27:01 UTC, end at Tue 2022-05-17 19:57:50 UTC. -- May 17 19:20:27.458748 dv-cinder-840678-10-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 17 19:20:30.229822 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.common.config [-] Logging enabled! May 17 19:20:30.230390 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev215 May 17 19:20:30.230519 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103669) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 17 19:20:30.233764 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.common.config [-] Logging enabled! May 17 19:20:30.234014 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev215 May 17 19:20:30.234316 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103669) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 17 19:20:30.235227 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 17 19:20:30.235453 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 17 19:20:30.235841 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 17 19:20:30.236082 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 17 19:20:30.236298 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 17 19:20:30.236698 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.236990 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.237215 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.237502 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.237784 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.238061 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.238342 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.238633 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.238912 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.239186 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.239461 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.239707 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.239981 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.240259 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.240536 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.240755 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] debug = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.241029 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.241458 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.241855 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.242130 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.242408 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.242676 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.242940 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.243207 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.243481 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.243820 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] host = dv-cinder-840678-10-iscsi {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.244091 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.244368 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.244645 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.244921 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.245188 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.245460 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.245736 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.246002 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.246269 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] log_file = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.246535 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.246813 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.247629 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.247930 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.248148 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.248364 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.248641 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.248929 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.249196 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.249462 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.249729 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.249993 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.250257 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.250516 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.250792 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.251071 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.251347 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.251640 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.251908 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.252171 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.252435 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.252709 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.252973 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.253238 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.253502 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.253778 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.254037 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.254302 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.254590 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.254865 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.255136 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.255413 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.255709 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.255982 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.256244 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.256504 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.256765 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] use_json = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.257027 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.257289 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.257560 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.257823 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.258085 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.258347 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.258607 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.258878 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.259140 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:30.259426 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.259736 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.260025 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.260302 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.260596 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.260867 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.261152 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.261423 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.261701 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.261978 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.262258 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.262532 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.263434 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.263745 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.264035 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.264335 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.264624 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.264907 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.265174 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.265440 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.265707 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.265979 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.266259 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.266530 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.266809 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.267087 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.267358 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.267675 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.267951 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.268228 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.268514 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.268793 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.269056 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.269327 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.269612 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.269882 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.270145 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.270423 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.270693 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.270956 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.271234 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.271526 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.271794 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.272057 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.272324 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.272604 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.272872 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.273132 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.273394 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.273661 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.273923 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.274197 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.274463 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.274726 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.274987 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.275300 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.275588 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.275854 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.276121 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.276383 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.276651 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.276913 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.277173 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.277434 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.277696 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.277957 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.278217 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.278514 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.278781 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.279042 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.279304 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.279598 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.279867 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.280131 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.280425 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.280697 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.280968 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.281243 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.281514 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.281785 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.282056 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.282328 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.282598 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.282862 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.283144 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.283424 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.283730 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.284008 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.284279 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.284588 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.284858 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.285126 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.285400 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.285668 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.285936 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.286212 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.286487 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.286770 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.287052 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.287323 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.287644 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.287929 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.288212 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.288484 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.288782 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.289053 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:30.289260 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 17 19:20:30.289489 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103669) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 17 19:20:30.740077 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 17 19:20:30.740354 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 17 19:20:30.740632 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 17 19:20:30.740955 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.manager [-] Loading core plugin: ml2 May 17 19:20:31.063288 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:31.063527 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:31.063794 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:31.064946 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:31.065220 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:31.065477 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:31.119141 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:31.119412 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:31.119699 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:31.135287 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:31.135589 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:31.135851 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:31.165948 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:31.166222 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:31.166485 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:31.203342 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:31.203634 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:31.203897 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:31.539778 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:31.540403 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:31.540403 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:31.540643 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:31.541226 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:31.638353 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:31.638665 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:31.638943 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:31.639211 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:31.639473 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:31.639800 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:31.640055 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:31.640307 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:31.640554 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:31.640827 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:31.641082 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:31.641341 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:31.641591 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:31.641835 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:31.642083 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:31.642341 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:31.642588 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:31.642847 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:31.643107 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:31.643358 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:31.643652 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:31.643899 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:31.644171 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:31.644537 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:31.644779 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:31.645015 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:31.645400 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103669) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 19:20:31.645631 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103669) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 19:20:31.645858 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103669) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 19:20:31.646084 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103669) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 19:20:31.646310 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103669) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 19:20:31.646535 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103669) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 19:20:31.646895 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 17 19:20:31.649961 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 17 19:20:31.654439 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 17 19:20:31.658175 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) May 17 19:20:31.659791 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 17 19:20:31.660257 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 17 19:20:31.660584 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 17 19:20:31.660958 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 17 19:20:31.663867 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 17 19:20:31.664118 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 17 19:20:31.664456 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 17 19:20:31.669233 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 17 19:20:31.692072 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 17 19:20:31.692509 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:31.692797 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103669) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 17 19:20:31.693156 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:31.694485 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103669) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 17 19:20:31.694756 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 17 19:20:31.694992 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 17 19:20:31.698250 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:31.698525 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:31.761125 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 17 19:20:31.761354 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 17 19:20:31.761587 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 17 19:20:31.761942 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 17 19:20:31.783078 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_db.sqlalchemy.engines [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103669) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 17 19:20:32.370956 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.plugins.ml2.managers [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Initializing driver for type 'gre' May 17 19:20:32.371398 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] gre ID ranges: [(1, 1000)] May 17 19:20:32.599453 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.plugins.ml2.managers [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Initializing driver for type 'local' May 17 19:20:32.600346 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.plugins.ml2.managers [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Initializing driver for type 'vlan' May 17 19:20:32.686107 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] VlanTypeDriver initialization complete May 17 19:20:32.686368 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.plugins.ml2.managers [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Initializing driver for type 'vxlan' May 17 19:20:32.686865 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] vxlan ID ranges: [(1, 1000)] May 17 19:20:32.920321 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.plugins.ml2.managers [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Initializing extension driver 'port_security' May 17 19:20:32.920650 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.plugins.ml2.extensions.port_security [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] PortSecurityExtensionDriver initialization complete May 17 19:20:32.920972 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.plugins.ml2.managers [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Initializing mechanism driver 'openvswitch' May 17 19:20:32.921287 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.plugins.ml2.managers [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Initializing mechanism driver 'hyperv' May 17 19:20:32.933258 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.plugins.ml2.plugin [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:20:32.934107 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > port after_create 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:32.934470 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > port after_update 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:32.935440 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > port after_delete 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:32.936001 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103669) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 17 19:20:32.936477 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > subnet after_create 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:32.936784 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > subnet after_update 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:32.937124 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:32.937509 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103669) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 17 19:20:32.937908 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > network after_create 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:32.938255 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > network after_update 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:32.938591 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > network after_delete 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:32.938972 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103669) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 17 19:20:32.939369 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > security_group after_create 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:32.939809 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > security_group after_update 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:32.940146 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:32.940528 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103669) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 17 19:20:32.940926 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:32.941269 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:32.941639 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:32.942018 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103669) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 17 19:20:32.942413 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > address_group after_create 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:32.942758 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > address_group after_update 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:32.943090 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:32.943469 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103669) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 17 19:20:32.943928 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] ML2 OVO RPC backend initialized. {{(pid=103669) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 17 19:20:32.944620 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:32.944971 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:32.945380 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > network before_response 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:32.945723 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > networks before_response 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:32.946063 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > port before_response 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:32.946395 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > ports before_response 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:32.946730 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > subnet before_response 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:32.947397 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > subnets before_response 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:32.947397 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > network after_create 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:32.947732 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > network after_update 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:32.948057 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > network after_delete 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:32.948390 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > port after_create 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:32.948720 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > port after_update 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:32.949045 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > port after_delete 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:32.949370 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > subnet after_create 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:32.949698 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > subnet after_update 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:32.950023 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:32.957984 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.quota [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded quota_driver: . May 17 19:20:32.958343 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.plugins.ml2.plugin [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Modular L2 Plugin initialization complete May 17 19:20:32.958683 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading services supported by the core plugin {{(pid=103669) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 17 19:20:32.959012 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.plugins.ml2.managers [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Got port-security extension from driver 'port_security' May 17 19:20:32.959474 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.extensions.vlantransparent [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Disabled vlantransparent extension. May 17 19:20:32.959975 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103669) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 17 19:20:32.960289 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading Plugin: router May 17 19:20:32.995207 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:32.995613 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > router after_create 55549900 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:32.995979 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > router before_create 55549900 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:32.996335 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:32.996698 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:32.997045 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > router after_delete 55549900 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:32.997392 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:32.997731 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:32.998085 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > router after_create 55549900 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:32.998423 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > router after_update 55549900 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:32.998761 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > router after_update 55549900 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:32.999097 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:32.999583 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > router after_update 55549900 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:32.999987 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > router precommit_update 55549900 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:33.000348 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: port after_update 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:33.000680 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: port after_delete 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:33.001011 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: subnet after_update 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:33.001339 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:33.001678 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:33.002017 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > router precommit_create 55549900 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:33.002351 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: port before_delete 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:33.002685 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > router precommit_create 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:33.003029 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > router after_update 55549900 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:33.003360 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:33.003732 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > router precommit_create 55549900 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:33.004087 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:33.004422 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > router precommit_update 55549900 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:33.004775 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > agent after_create 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:33.005112 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > agent after_delete 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:33.005449 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > network after_delete 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:33.006288 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.quota.resource_registry [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Tracking information for resource: router configured {{(pid=103669) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 19:20:33.006611 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.quota.resource_registry [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Tracking information for resource: floatingip configured {{(pid=103669) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 19:20:33.011338 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.db.l3_agentschedulers_db [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 17 19:20:33.011925 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: port after_update 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:33.012279 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: port after_create 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:33.013158 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: port after_delete 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:33.013508 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: port after_update 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:33.014281 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > router before_create 55550100 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:33.014641 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:33.014996 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > router precommit_create 55550100 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:33.015346 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > router precommit_update 55550100 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:33.020064 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.services.provider_configuration [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Service providers = [] {{(pid=103669) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 17 19:20:33.020422 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.db.servicetype_db [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103669) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 17 19:20:33.023317 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.services.service_base [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103669) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 17 19:20:33.023682 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.services.service_base [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103669) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 17 19:20:33.024015 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.services.service_base [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103669) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 17 19:20:33.024879 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.services.service_base [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103669) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 17 19:20:33.025242 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.services.service_base [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Default provider is not specified for service type L3_ROUTER_NAT May 17 19:20:33.025606 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103669) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 19:20:33.025914 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 17 19:20:33.036892 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103669) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 19:20:33.037222 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading Plugin: auto_allocate May 17 19:20:33.042857 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: network precommit_update 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:33.043217 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: network precommit_create 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:33.043752 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103669) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 19:20:33.044606 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading Plugin: tag May 17 19:20:33.051238 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103669) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 19:20:33.051587 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading Plugin: timestamp May 17 19:20:33.055308 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103669) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 19:20:33.055677 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading Plugin: network_ip_availability May 17 19:20:33.061629 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:33.061987 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:33.062332 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:33.063024 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103669) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 19:20:33.063335 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading Plugin: flavors May 17 19:20:33.068186 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103669) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 19:20:33.068507 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading Plugin: revisions May 17 19:20:33.072676 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103669) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 19:20:33.073061 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_concurrency.lockutils [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.332s {{(pid=103669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 17 19:20:33.073782 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103669) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 17 19:20:33.074111 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Initializing extension manager. May 17 19:20:33.074623 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: __init__.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.074959 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: __pycache__ {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.075312 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: _port_mac_address_override.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.075682 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: address_group.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.076419 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.076977 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: address-group May 17 19:20:33.077300 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: address_scope.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.078001 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.078510 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: address-scope May 17 19:20:33.078828 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.079757 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.080260 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: router-admin-state-down-before-update May 17 19:20:33.080578 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: agent.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.081266 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.081771 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: agent May 17 19:20:33.082086 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: agent_resources_synced.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.082968 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.083473 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: agent-resources-synced May 17 19:20:33.083809 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: allowedaddresspairs.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.085535 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.086046 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: allowed-address-pairs May 17 19:20:33.086363 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: auto_allocated_topology.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.087410 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.087947 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: auto-allocated-topology May 17 19:20:33.088269 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: availability_zone.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.088955 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.089456 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: availability_zone May 17 19:20:33.089769 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: availability_zone_filter.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.090656 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.091178 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: availability_zone_filter May 17 19:20:33.091512 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: data_plane_status.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.092401 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.092897 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extension data-plane-status not supported by any of loaded plugins May 17 19:20:33.093210 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: default_subnetpools.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.094100 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.094598 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: default-subnetpools May 17 19:20:33.094913 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.095734 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.096235 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: dhcp_agent_scheduler May 17 19:20:33.096552 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: dns.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.097452 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.097948 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extension dns-integration not supported by any of loaded plugins May 17 19:20:33.098267 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: dns_domain_ports.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.099166 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.099689 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extension dns-domain-ports not supported by any of loaded plugins May 17 19:20:33.100275 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.101175 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.101668 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 17 19:20:33.101984 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: dvr.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.102639 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.103135 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: dvr May 17 19:20:33.103448 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: ecmp_routes.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.104361 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.104857 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extension ecmp_routes not supported by any of loaded plugins May 17 19:20:33.105171 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: empty_string_filtering.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.106054 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.107085 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: empty-string-filtering May 17 19:20:33.107397 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.108309 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.108814 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 17 19:20:33.109131 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.110014 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.110513 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 17 19:20:33.110827 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: external_net.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.111732 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.112235 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: external-net May 17 19:20:33.112549 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.113428 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.113927 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: extra_dhcp_opt May 17 19:20:33.114239 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: extraroute.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.115119 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.115653 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: extraroute May 17 19:20:33.115968 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: extraroute_atomic.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.117131 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.117640 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: extraroute-atomic May 17 19:20:33.117957 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: filter_validation.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.118616 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.119114 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: filter-validation May 17 19:20:33.119426 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: fip_pf_description.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.120335 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.120830 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 17 19:20:33.121141 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: fip_pf_port_range.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.122610 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.123110 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 17 19:20:33.123423 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: fip_port_details.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.124349 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.124847 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: fip-port-details May 17 19:20:33.125158 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: flavors.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.126348 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.126856 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: flavors May 17 19:20:33.127172 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.128863 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.129376 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 17 19:20:33.129699 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: floatingip_pools.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.130521 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.131052 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: floatingip-pools May 17 19:20:33.131369 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: ip_allocation.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.132342 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.132837 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extension ip_allocation not supported by any of loaded plugins May 17 19:20:33.133153 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.134063 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.134565 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: ip-substring-filtering May 17 19:20:33.134886 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: l2_adjacency.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.135826 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.136329 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extension l2_adjacency not supported by any of loaded plugins May 17 19:20:33.136644 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: l3.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.137625 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.138134 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: router May 17 19:20:33.138453 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.140706 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.141226 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 17 19:20:33.141546 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.142443 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.142948 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: ext-gw-mode May 17 19:20:33.143264 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.144190 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.144697 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: l3-ha May 17 19:20:33.145016 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.145903 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.146401 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 17 19:20:33.146714 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: l3_flavors.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.147626 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.148134 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: l3-flavors May 17 19:20:33.148449 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.149792 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.150297 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 17 19:20:33.150617 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.151525 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.152032 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: l3-port-ip-change-not-allowed May 17 19:20:33.152353 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: l3agentscheduler.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.153404 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.153915 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: l3_agent_scheduler May 17 19:20:33.154234 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: local_ip.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.157419 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.157940 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extension local_ip not supported by any of loaded plugins May 17 19:20:33.158263 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: logging.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.159746 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.160263 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extension logging not supported by any of loaded plugins May 17 19:20:33.160589 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: metering.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.161317 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.161896 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: metering May 17 19:20:33.162218 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.163277 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.163818 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: metering_source_and_destination_fields May 17 19:20:33.164139 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: multiprovidernet.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.165050 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.165553 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: multi-provider May 17 19:20:33.165870 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: netmtu.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.166761 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.167261 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: net-mtu May 17 19:20:33.167599 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: netmtu_writable.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.168491 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.169532 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: net-mtu-writable May 17 19:20:33.169846 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: network_availability_zone.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.170501 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.171009 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: network_availability_zone May 17 19:20:33.171324 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: network_ip_availability.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.172421 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.172930 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: network-ip-availability May 17 19:20:33.173246 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: network_segment_range.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.173994 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.174493 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extension network-segment-range not supported by any of loaded plugins May 17 19:20:33.174809 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: pagination.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.175809 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.176130 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: pagination May 17 19:20:33.176442 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: port_device_profile.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.177337 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.177836 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: port-device-profile May 17 19:20:33.178148 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: port_mac_address_override.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.179065 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.179601 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: port-mac-override May 17 19:20:33.179916 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.180813 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.181311 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: port-mac-address-regenerate May 17 19:20:33.181624 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.182509 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.183011 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: port-numa-affinity-policy May 17 19:20:33.183322 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: port_resource_request.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.184244 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.185344 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extension port-resource-request not supported by any of loaded plugins May 17 19:20:33.185655 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: port_resource_request_groups.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.186641 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.187096 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 17 19:20:33.187411 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: portbindings.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.188342 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.188842 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: binding May 17 19:20:33.189160 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: portbindings_extended.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.190391 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.190901 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: binding-extended May 17 19:20:33.191219 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: portsecurity.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.192138 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.192641 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: port-security May 17 19:20:33.192960 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: project_id.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.193911 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.194232 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: project-id May 17 19:20:33.194545 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: providernet.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.195448 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.195973 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: provider May 17 19:20:33.196287 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: qos.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.199930 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.200473 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extension qos not supported by any of loaded plugins May 17 19:20:33.200800 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.202018 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.202528 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 17 19:20:33.202848 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.203794 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.204299 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 17 19:20:33.204614 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: qos_default.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.205506 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.206008 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extension qos-default not supported by any of loaded plugins May 17 19:20:33.206326 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: qos_fip.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.207230 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.207762 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extension qos-fip not supported by any of loaded plugins May 17 19:20:33.208078 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.208969 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.209476 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 17 19:20:33.209791 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: qos_gateway_ip.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.210691 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.211190 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 17 19:20:33.211520 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: qos_port_network_policy.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.212413 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.212913 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 17 19:20:33.213230 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.214244 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.214748 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 17 19:20:33.215062 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.216643 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.217147 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 17 19:20:33.217460 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: qos_pps_rule.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.218615 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.219120 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extension qos-pps not supported by any of loaded plugins May 17 19:20:33.219437 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: qos_rule_type_details.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.220366 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.220867 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 17 19:20:33.221181 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.222069 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.222568 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 17 19:20:33.222882 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: qos_rules_alias.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.223930 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.224432 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extension qos-rules-alias not supported by any of loaded plugins May 17 19:20:33.224748 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: quota_check_limit.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.225978 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.226483 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: quota-check-limit May 17 19:20:33.226801 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: quotasv2.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.227899 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.228220 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: quotas May 17 19:20:33.228533 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: quotasv2_detail.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.230253 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.230586 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: quota_details May 17 19:20:33.230911 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: rbac.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.232554 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.233073 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: rbac-policies May 17 19:20:33.233399 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: rbac_address_group.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.234311 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.234818 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: rbac-address-group May 17 19:20:33.235138 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: rbac_address_scope.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.236071 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.236581 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: rbac-address-scope May 17 19:20:33.236898 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: rbac_security_groups.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.237791 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.238292 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: rbac-security-groups May 17 19:20:33.238608 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: rbac_subnetpool.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.239528 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.240041 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: rbac-subnetpool May 17 19:20:33.240358 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: revisionifmatch.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.241266 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.241770 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: revision-if-match May 17 19:20:33.242086 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: revisions.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.243215 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.243752 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: standard-attr-revisions May 17 19:20:33.244071 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: router_availability_zone.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.244726 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.245231 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: router_availability_zone May 17 19:20:33.245547 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: routerservicetype.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.246444 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.246966 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extension router-service-type not supported by any of loaded plugins May 17 19:20:33.247284 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.248211 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.248716 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: security-groups-normalized-cidr May 17 19:20:33.249031 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.249941 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.250445 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: port-security-groups-filtering May 17 19:20:33.250762 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.251703 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.252250 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: security-groups-remote-address-group May 17 19:20:33.252565 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.253682 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.254186 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: security-groups-shared-filtering May 17 19:20:33.254502 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.255073 dv-cinder-840678-10-iscsi neutron-server[103669]: WARNING neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 17 19:20:33.255387 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: securitygroup.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.264919 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.265442 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: security-group May 17 19:20:33.265769 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: segment.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.266484 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.266988 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extension segment not supported by any of loaded plugins May 17 19:20:33.267308 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.268252 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.268758 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 17 19:20:33.269076 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: servicetype.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.270145 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.270658 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: service-type May 17 19:20:33.270981 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: sorting.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.271974 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.272299 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: sorting May 17 19:20:33.272613 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: standard_attr_segment.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.273510 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.274023 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extension standard-attr-segment not supported by any of loaded plugins May 17 19:20:33.274341 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: standardattrdescription.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.274979 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.275480 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: standard-attr-description May 17 19:20:33.275816 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: stateful_security_group.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.276751 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.277252 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: stateful-security-group May 17 19:20:33.277566 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: stdattrs_common.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.278116 dv-cinder-840678-10-iscsi neutron-server[103669]: WARNING neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 17 19:20:33.278960 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.279906 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.280409 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 17 19:20:33.280722 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: subnet_onboard.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.281762 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.282273 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: subnet_onboard May 17 19:20:33.282591 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.283507 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.284027 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 17 19:20:33.284343 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: subnet_service_types.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.285245 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.285757 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: subnet-service-types May 17 19:20:33.286071 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: subnetallocation.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.287141 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.287690 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: subnet_allocation May 17 19:20:33.288008 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.288720 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.289176 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: subnetpool-prefix-ops May 17 19:20:33.289490 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.290400 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.290905 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 17 19:20:33.291215 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: tagging.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.292352 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.292867 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: standard-attr-tag May 17 19:20:33.293185 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: timestamp.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.294426 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.294934 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loaded extension: standard-attr-timestamp May 17 19:20:33.295252 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: trunk.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.296283 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.296791 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extension trunk not supported by any of loaded plugins May 17 19:20:33.297109 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: trunk_details.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.298004 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.298506 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extension trunk-details not supported by any of loaded plugins May 17 19:20:33.298823 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: uplink_status_propagation.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.299760 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.300261 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 17 19:20:33.300575 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Loading extension file: vlantransparent.py {{(pid=103669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 19:20:33.301228 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 19:20:33.301726 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extension vlan-transparent not supported by any of loaded plugins May 17 19:20:33.304233 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.quota.resource_registry [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Creating instance of TrackedResource for resource:network May 17 19:20:33.304758 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.quota.resource_registry [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Creating instance of TrackedResource for resource:subnet May 17 19:20:33.305147 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.quota.resource_registry [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Creating instance of TrackedResource for resource:subnetpool May 17 19:20:33.305528 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.quota.resource_registry [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Creating instance of TrackedResource for resource:port May 17 19:20:33.306718 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.v2.resource_helper [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103669) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 19:20:33.307151 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.v2.resource_helper [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Service FLAVORS assigned prefix: {{(pid=103669) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 19:20:33.307776 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.v2.resource_helper [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103669) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 19:20:33.308196 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.v2.resource_helper [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103669) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 19:20:33.308516 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.quota.resource_registry [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Creating instance of TrackedResource for resource:router May 17 19:20:33.308945 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.quota.resource_registry [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Creating instance of TrackedResource for resource:floatingip May 17 19:20:33.309407 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.v2.resource_helper [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Service METERING assigned prefix: /metering {{(pid=103669) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 19:20:33.311363 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:33.311759 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:33.312104 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:20:33.313071 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.quota.resource_registry [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Creating instance of CountableResource for resource:rbac_policy May 17 19:20:33.313493 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.quota.resource_registry [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Creating instance of TrackedResource for resource:security_group May 17 19:20:33.313905 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.quota.resource_registry [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Creating instance of TrackedResource for resource:security_group_rule May 17 19:20:33.314491 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.v2.resource_helper [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Service CORE assigned prefix: {{(pid=103669) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 19:20:33.314812 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.quota.resource_registry [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Creating instance of TrackedResource for resource:subnetpool May 17 19:20:33.315149 dv-cinder-840678-10-iscsi neutron-server[103669]: WARNING neutron.quota.resource_registry [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] subnetpool is already registered May 17 19:20:33.315589 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.v2.resource_helper [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Service CORE assigned prefix: {{(pid=103669) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 19:20:33.315908 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.quota.resource_registry [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Creating instance of TrackedResource for resource:subnetpool May 17 19:20:33.316230 dv-cinder-840678-10-iscsi neutron-server[103669]: WARNING neutron.quota.resource_registry [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] subnetpool is already registered May 17 19:20:33.318467 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.v2.resource_helper [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103669) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 19:20:33.318891 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.v2.resource_helper [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Service FLAVORS assigned prefix: {{(pid=103669) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 19:20:33.319464 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.v2.resource_helper [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103669) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 19:20:33.319899 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.v2.resource_helper [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103669) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 19:20:33.320230 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.quota.resource_registry [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Creating instance of TrackedResource for resource:router May 17 19:20:33.320563 dv-cinder-840678-10-iscsi neutron-server[103669]: WARNING neutron.quota.resource_registry [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] router is already registered May 17 19:20:33.320967 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.quota.resource_registry [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Creating instance of TrackedResource for resource:floatingip May 17 19:20:33.321296 dv-cinder-840678-10-iscsi neutron-server[103669]: WARNING neutron.quota.resource_registry [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] floatingip is already registered May 17 19:20:33.321739 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.v2.resource_helper [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Service METERING assigned prefix: /metering {{(pid=103669) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 19:20:33.322397 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.quota.resource_registry [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Creating instance of CountableResource for resource:rbac_policy May 17 19:20:33.322717 dv-cinder-840678-10-iscsi neutron-server[103669]: WARNING neutron.quota.resource_registry [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] rbac_policy is already registered May 17 19:20:33.323118 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.quota.resource_registry [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Creating instance of TrackedResource for resource:security_group May 17 19:20:33.323447 dv-cinder-840678-10-iscsi neutron-server[103669]: WARNING neutron.quota.resource_registry [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] security_group is already registered May 17 19:20:33.323857 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.quota.resource_registry [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Creating instance of TrackedResource for resource:security_group_rule May 17 19:20:33.324184 dv-cinder-840678-10-iscsi neutron-server[103669]: WARNING neutron.quota.resource_registry [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] security_group_rule is already registered May 17 19:20:33.324785 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.v2.resource_helper [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Service CORE assigned prefix: {{(pid=103669) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 19:20:33.325128 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.quota.resource_registry [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Creating instance of TrackedResource for resource:subnetpool May 17 19:20:33.325501 dv-cinder-840678-10-iscsi neutron-server[103669]: WARNING neutron.quota.resource_registry [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] subnetpool is already registered May 17 19:20:33.325907 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.v2.resource_helper [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Service CORE assigned prefix: {{(pid=103669) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 19:20:33.326224 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.quota.resource_registry [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Creating instance of TrackedResource for resource:subnetpool May 17 19:20:33.326547 dv-cinder-840678-10-iscsi neutron-server[103669]: WARNING neutron.quota.resource_registry [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] subnetpool is already registered May 17 19:20:33.327005 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extended resource: extensions {{(pid=103669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 19:20:33.328447 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extended resource: address-groups {{(pid=103669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 19:20:33.329924 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extended resource: address-scopes {{(pid=103669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 19:20:33.331226 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extended resource: agents {{(pid=103669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 19:20:33.332406 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extended resource: auto-allocated-topology {{(pid=103669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 19:20:33.333643 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extended resource: availability_zones {{(pid=103669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 19:20:33.334847 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extended resource: dhcp-networks {{(pid=103669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 19:20:33.336380 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extended resource: dhcp-agents {{(pid=103669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 19:20:33.337776 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extended resource: routers {{(pid=103669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 19:20:33.339475 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extended resource: flavors {{(pid=103669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 19:20:33.341285 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extended resource: service_profiles {{(pid=103669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 19:20:33.342469 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extended resource: next_providers {{(pid=103669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 19:20:33.343927 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extended resource: service_profiles {{(pid=103669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 19:20:33.345485 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extended resource: floatingip-pools {{(pid=103669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 19:20:33.346693 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extended resource: routers {{(pid=103669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 19:20:33.348386 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extended resource: floatingips {{(pid=103669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 19:20:33.350756 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extended resource: l3-routers {{(pid=103669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 19:20:33.352221 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extended resource: l3-agents {{(pid=103669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 19:20:33.353639 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extended resource: metering-labels {{(pid=103669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 19:20:33.354885 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extended resource: metering-label-rules {{(pid=103669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 19:20:33.356271 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extended resource: network-ip-availabilities {{(pid=103669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 19:20:33.357560 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extended resource: bindings {{(pid=103669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 19:20:33.359092 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extended resource: quotas {{(pid=103669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 19:20:33.360800 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extended resource: quotas {{(pid=103669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 19:20:33.362321 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extended resource: rbac-policies {{(pid=103669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 19:20:33.363530 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extended resource: security-groups {{(pid=103669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 19:20:33.364817 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extended resource: security-group-rules {{(pid=103669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 19:20:33.366062 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extended resource: service-providers {{(pid=103669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 19:20:33.367302 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extended resource: subnetpools {{(pid=103669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 19:20:33.368654 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extended resource: subnetpools {{(pid=103669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 19:20:33.370174 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extended resource: tags {{(pid=103669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 19:20:33.371880 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extended resource: tags {{(pid=103669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 19:20:33.374171 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extended resource: tags {{(pid=103669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 19:20:33.375998 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extended resource: tags {{(pid=103669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 19:20:33.377645 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extended resource: tags {{(pid=103669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 19:20:33.379599 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extended resource: tags {{(pid=103669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 19:20:33.381272 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extended resource: tags {{(pid=103669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 19:20:33.383163 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extended resource: tags {{(pid=103669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 19:20:33.384944 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extended resource: tags {{(pid=103669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 19:20:33.386668 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron.api.extensions [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Extended resource: tags {{(pid=103669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 19:20:33.393246 dv-cinder-840678-10-iscsi neutron-server[103669]: WARNING keystonemiddleware.auth_token [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 17 19:20:33.398392 dv-cinder-840678-10-iscsi neutron-server[103669]: WARNING keystonemiddleware.auth_token [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 17 19:20:33.407286 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_concurrency.lockutils [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Acquired lock "singleton_lock" {{(pid=103669) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 17 19:20:33.407781 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_concurrency.lockutils [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Releasing lock "singleton_lock" {{(pid=103669) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 17 19:20:33.408424 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO oslo_service.service [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Starting 2 workers May 17 19:20:33.413271 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Started child 103780 {{(pid=103669) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 17 19:20:33.417759 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Started child 103781 {{(pid=103669) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 17 19:20:33.418640 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:20:33.419311 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO neutron.service [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Neutron service started, listening on 0.0.0.0:9696 May 17 19:20:33.420179 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:20:33.420338 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [-] (103780) wsgi starting up on http://0.0.0.0:9696 May 17 19:20:33.422535 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:20:33.422977 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO oslo_service.service [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Starting 1 workers May 17 19:20:33.423976 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [-] (103781) wsgi starting up on http://0.0.0.0:9696 May 17 19:20:33.427879 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Started child 103782 {{(pid=103669) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 17 19:20:33.428403 dv-cinder-840678-10-iscsi neutron-server[103669]: INFO oslo_service.service [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Starting 1 workers May 17 19:20:33.431776 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.service [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] calling RpcWorker wait() {{(pid=103782) _wait /opt/stack/neutron/neutron/service.py:128}} May 17 19:20:33.432304 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.service [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] returning from RpcWorker wait() {{(pid=103782) _wait /opt/stack/neutron/neutron/service.py:135}} May 17 19:20:33.432940 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Started child 103783 {{(pid=103669) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 17 19:20:33.433793 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:20:33.433909 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG neutron_lib.callbacks.manager [None req-a33b21c5-b3f0-4e69-8109-5059ed7e2591 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:20:33.434306 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:20:33.436763 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103669) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 17 19:20:33.436909 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 17 19:20:33.437255 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 17 19:20:33.437482 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 17 19:20:33.437799 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 17 19:20:33.437960 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 17 19:20:33.438491 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.438619 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:20:33.439137 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.439137 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.439300 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.439921 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.440127 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.445714 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.445714 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.445886 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:20:33.445973 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.445973 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.445973 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.445973 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.445973 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.445973 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.445973 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.445973 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.446441 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.446441 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.446441 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.446441 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.446441 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.446441 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] debug = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.446441 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.446830 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.446830 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.446830 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.446830 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.446830 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.446830 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.447193 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.447193 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.447193 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.447193 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.447193 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.447193 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.447193 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.447625 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.447690 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.447918 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.448537 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] host = dv-cinder-840678-10-iscsi {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.448787 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.449025 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.449269 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.449540 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.449809 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.450029 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.450873 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.451122 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.451372 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.451639 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.451901 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.452133 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.452348 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.452600 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] log_file = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.452750 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] log_options = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.452992 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.453260 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.453514 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.453705 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.453872 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.454033 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.454294 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.454444 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.454712 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.454918 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.455145 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.455441 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.455635 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.455820 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.456065 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.456281 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.456490 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.456695 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.456939 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.457181 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.457407 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.457627 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.457877 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.458106 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.458389 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.459464 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.459464 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.459464 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.459464 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.459763 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.460489 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.460897 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.461274 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.461526 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.461845 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.462080 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.462297 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.462684 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.462949 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.463175 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.463418 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.463699 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.463912 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.464168 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.464462 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.464708 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.464902 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] use_json = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.465253 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.465667 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.466122 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.466356 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.466598 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.466811 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.467048 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.467275 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.467686 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.468078 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.468506 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.468819 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.471291 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.471291 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.471291 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.471291 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.471291 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.471291 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.471291 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.471291 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.471874 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.471874 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.471874 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.471874 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.472224 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.472304 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.472575 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.472808 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.473022 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.473237 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.473457 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.473732 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.473950 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.474185 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.474429 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.474649 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.474938 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.475457 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.475751 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.476090 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.476357 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.476617 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.476847 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.477082 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.477328 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.477578 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.477810 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.478025 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.478269 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.478528 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.478954 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.478954 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.479187 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.479409 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.479655 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.479873 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.480123 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.480347 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.480559 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.480796 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.481001 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.481232 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.481474 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.481713 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.481938 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.482184 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.482403 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.482634 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.482875 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.483102 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.483312 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.483570 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.483801 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.484052 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.484260 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.484472 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.484679 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.484903 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.485113 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.485321 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.485530 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.485739 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.485941 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.486145 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.486353 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.486559 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.486768 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.487307 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.487307 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.487621 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.487748 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.487870 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.488066 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.488270 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.488478 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.488696 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.488924 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.489474 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.489474 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.489731 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.489875 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.490087 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.492545 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.492545 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.492545 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.492545 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.492545 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.492545 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.492545 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.492545 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.493824 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.493824 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.493824 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.493824 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.493824 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.493824 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.493824 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.493824 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.494636 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.494636 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.494636 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.494636 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.494636 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.495076 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.495076 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.495245 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.495587 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.495839 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.496138 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.496358 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.496602 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.496836 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.497632 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.498631 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.498631 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.498631 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.498889 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.498889 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.499128 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.499831 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.499831 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.500666 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.500666 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.500666 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.500666 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.501136 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.501136 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.501136 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.501514 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.503515 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.503515 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.503515 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.503515 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.503515 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.503515 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.503515 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.503515 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.509338 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.509338 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.509338 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.509338 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.509338 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.509338 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.509338 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.509338 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.509787 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.509787 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.509787 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.509787 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.509787 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.509787 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.509787 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.509787 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.510300 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.510300 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.510300 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.510300 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.510300 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.510300 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.510300 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.510300 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.510756 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.510756 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.510756 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.510756 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.510756 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.510756 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.510756 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.510756 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.511211 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.511211 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.511211 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.511211 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.511211 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.511554 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.511625 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.511803 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.512030 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.512256 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.512476 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.513325 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.513554 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.513784 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.514117 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.514358 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.514582 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.514856 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.515089 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.515303 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.515523 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.515743 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.515978 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.516188 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.516407 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.516618 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.516860 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.517068 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.517280 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.517502 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.517752 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.517981 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.518213 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.518422 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.518636 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.518928 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.519144 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.519374 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.519602 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.519785 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.519990 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.520388 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.521052 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.521052 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.521052 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.521480 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.521480 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.521683 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.521766 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.522019 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.522250 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.522476 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.522691 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.522929 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.523152 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.523429 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.523899 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.523899 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.524167 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.524298 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.524431 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.524624 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.524829 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.525037 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.525251 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.525461 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.525663 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.525879 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.526081 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.526283 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.526497 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.526708 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.526932 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.527150 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.527355 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.527578 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.527809 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.528020 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.528261 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.528766 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.528922 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.529055 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.529319 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.529570 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.529819 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.530066 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.530387 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.530617 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.530941 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.531184 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.531398 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.531654 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.531912 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.532226 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.532500 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.532739 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.532969 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.533221 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.533497 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.533747 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.533957 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.534246 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.534548 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.534797 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.535049 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.535303 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.535600 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.535824 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.536051 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.536293 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.536522 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.536750 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.536989 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.537548 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.537548 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.537821 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.537966 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.538100 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.538292 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.538498 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.538729 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.538942 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.539092 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 17 19:20:33.539732 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103669) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 17 19:20:33.540650 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 17 19:20:33.540650 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 17 19:20:33.540650 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 17 19:20:33.540650 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 17 19:20:33.540650 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 17 19:20:33.540650 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.541667 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.541667 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.541667 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.541667 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.541667 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.541667 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.542693 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.542693 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.542693 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.542693 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.542693 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.542693 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.542693 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.542693 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.543719 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.543719 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.543719 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.543719 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.543719 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.543719 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.543719 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] debug = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.544483 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.544483 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.544483 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.544483 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.544483 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.545076 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.545076 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.545076 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.545076 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.545487 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.545487 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.545487 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.545755 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.545755 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.545985 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.545985 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.546214 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.546336 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] host = dv-cinder-840678-10-iscsi {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.546418 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.546545 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.546698 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.546850 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.547003 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.547154 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.547306 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.547457 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.547633 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.547786 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.547924 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.548079 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.548230 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.548382 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] log_file = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.548534 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] log_options = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.548685 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.548821 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.548975 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.549155 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.549313 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.549465 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.549617 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.549769 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.549921 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.550072 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.550221 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.550371 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.550524 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.550678 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.550923 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.551025 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.551104 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.551259 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.551413 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.551585 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.551742 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.551893 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.552046 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.552197 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.552349 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.552552 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.552681 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.552763 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.552915 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.553066 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.553204 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.553357 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.553509 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.553659 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.553803 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.553951 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.554102 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.554253 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.554409 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.554560 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.554712 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.554862 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.555014 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.555165 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.555674 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.555674 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.555674 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] use_json = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.555905 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.555905 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.556148 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.556272 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.556355 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.556459 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.556609 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.556761 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.556913 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 19:20:33.557724 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.557724 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.557724 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.557724 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.557724 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.558182 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.558182 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.558182 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.558385 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.558385 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.558524 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.558676 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.558841 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.558995 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.559150 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.559306 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.560000 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.560162 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.560318 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.560473 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.560572 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:20:33.560658 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.560770 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.560935 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.561083 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.561231 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.561388 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.561554 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.561705 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.562023 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.562190 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.562363 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.562518 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.562665 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.562817 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.562972 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.563127 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.563281 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.563436 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.563616 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.563772 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.563927 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.564082 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.564237 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.564482 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.564773 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.564773 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.565128 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.565128 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.565378 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.565378 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.565858 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.565858 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.565858 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.566268 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.566268 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.566268 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.566657 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.566657 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.566657 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.567058 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.567058 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.567058 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.567381 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.567381 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.567659 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.567745 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.567867 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.567987 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.568152 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.568308 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.568463 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.568619 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.568758 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.568918 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.569073 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.569227 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.569382 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.569536 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.569691 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.569845 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.569999 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.570155 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.570310 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.570465 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.570621 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.570775 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.570930 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.571084 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.571238 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.571393 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.571581 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.571737 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.571891 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.572046 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.572201 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.572356 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.572511 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.572666 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.573198 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.573198 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.573198 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.573489 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.573489 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.573696 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.573696 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.573917 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.574037 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.574158 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.574288 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.574393 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.574547 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.574703 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.574858 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.575012 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.575257 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.575414 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.575593 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.575736 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.575892 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.576056 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.576210 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.576368 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.576523 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.576685 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.576852 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.577007 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.577163 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.577318 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.577473 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.577627 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.577783 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.577939 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.578093 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.578248 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.578402 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.578569 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.578724 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.578879 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.579035 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.579211 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.579365 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.579540 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.579699 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.580028 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.580028 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.580245 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.580324 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.580434 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.580588 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.580742 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.580898 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.581052 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.581207 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.581363 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.581518 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.581673 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.581833 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.581987 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.582141 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.582296 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.582450 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.582604 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.582760 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.582915 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.583070 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.583224 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.583378 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.583553 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.583709 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.583865 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.584019 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.584174 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.584328 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.584483 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.584636 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.584791 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.584949 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.585105 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.585260 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.585414 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.585570 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.585725 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.585880 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.586037 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.586193 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.586348 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.586503 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.586658 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.586813 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.587050 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.587213 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.587394 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.587561 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.587717 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.587874 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.587995 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.588123 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.588281 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.588438 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.588773 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.588773 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.589006 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.589006 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.589225 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.589336 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.589456 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.589592 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.589747 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.589901 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.590055 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.590213 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.590369 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.590526 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.590693 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.590859 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.591015 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.591170 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.591325 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.591479 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.591654 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.591813 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.591967 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.592122 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.592290 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.592446 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.592601 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.592756 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.592910 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.593065 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.593230 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.593385 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.593540 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.593693 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.593847 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.594001 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.594165 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.594319 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.594474 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.594628 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.594782 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.594935 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.595098 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.595253 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.595407 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.595590 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.595729 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.595868 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.596031 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.596185 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.596340 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.596493 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.596648 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.596802 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.596966 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.597121 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.597274 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.597428 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.597582 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.597735 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.597899 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.598055 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.598210 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.598372 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.598526 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.598680 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.598835 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.599001 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.599157 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.599314 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.599468 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.599644 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.600470 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.600470 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.600470 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.600792 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.600792 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.600792 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.601000 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.601112 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.601275 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.601429 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.601591 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.601761 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.601925 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.602055 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.602209 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.602364 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.602520 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.602675 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.602830 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.602985 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.603139 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.603292 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.603446 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.603623 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.603777 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.603933 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.604088 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.604243 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.604455 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.604554 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.604689 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 19:20:33.604836 dv-cinder-840678-10-iscsi neutron-server[103669]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 17 19:20:33.635343 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 35780) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:20:33.643877 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064139 May 17 19:20:44.961482 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbbbcc0-3e08-4ebc-be4c-30c401d2df3d None None] get_active_networks_info from dv-cinder-840678-10-iscsi {{(pid=103782) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 17 19:20:45.050734 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbbbcc0-3e08-4ebc-be4c-30c401d2df3d None None] No non-hosted networks {{(pid=103782) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 17 19:20:45.066166 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.agentschedulers_db [None req-bfbbbcc0-3e08-4ebc-be4c-30c401d2df3d None None] DHCP Agent not found on host dv-cinder-840678-10-iscsi {{(pid=103782) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 17 19:20:45.166795 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-eb0fbe85-fff6-4c5f-b46c-b6e7dd195659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16768861'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:20:47.241431 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-250378fd-e412-40b7-9f5c-f16e5755532b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16768861'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:20:47.268587 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.db.api [None req-bde28e6a-c256-4954-a707-306370e50f41 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-840678-10-iscsi {{(pid=103782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 17 19:20:47.269471 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG oslo_db.api [None req-bde28e6a-c256-4954-a707-306370e50f41 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 17 19:20:47.839857 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-bde28e6a-c256-4954-a707-306370e50f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:20:48.442644 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 35850) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:20:48.462990 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16768861'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:20:49.015761 dv-cinder-840678-10-iscsi neutron-server[103780]: WARNING oslo_policy.policy [None req-13e0d7e8-a2ab-4529-9866-d0c05395244c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 19:20:49.016522 dv-cinder-840678-10-iscsi neutron-server[103780]: WARNING oslo_policy.policy [None req-13e0d7e8-a2ab-4529-9866-d0c05395244c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 19:20:49.238357 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [None req-13e0d7e8-a2ab-4529-9866-d0c05395244c admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 19:20:49.260210 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-13e0d7e8-a2ab-4529-9866-d0c05395244c admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8154931 May 17 19:20:50.245080 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16768861'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:20:51.427521 dv-cinder-840678-10-iscsi neutron-server[103782]: INFO neutron.db.l3_hamode_db [None req-6aa5190f-132b-4ffa-9d26-759761a7dc2c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 17 19:20:51.505990 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa5190f-132b-4ffa-9d26-759761a7dc2c None None] Routers set() bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:20:51.506411 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa5190f-132b-4ffa-9d26-759761a7dc2c None None] Router IDs set() for agent in host dv-cinder-840678-10-iscsi {{(pid=103782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 17 19:20:51.536367 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16768861'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:20:51.537098 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:20:51.537444 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:20:51.537771 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:20:51.538107 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:20:51.538445 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:20:51.538776 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:20:51.539101 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:20:51.539450 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:20:51.540048 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:20:51.540392 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:20:51.540734 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:20:51.541230 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:20:51.541745 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:20:51.542235 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:20:51.542704 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:20:51.543891 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-840678-10-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:20:51.550548 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-840678-10-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:20:51.790516 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 35880) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:20:52.112278 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [None req-a3d08296-f288-4156-95f4-43014bd1dfd7 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:20:52.203364 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.policy [None req-a3d08296-f288-4156-95f4-43014bd1dfd7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103780) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 17 19:20:52.244022 dv-cinder-840678-10-iscsi neutron-server[103780]: WARNING oslo_policy.policy [None req-a3d08296-f288-4156-95f4-43014bd1dfd7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 19:20:52.244396 dv-cinder-840678-10-iscsi neutron-server[103780]: WARNING oslo_policy.policy [None req-a3d08296-f288-4156-95f4-43014bd1dfd7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 19:20:52.417445 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-a3d08296-f288-4156-95f4-43014bd1dfd7 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792043928544', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792043928052', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792043911329', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792043884804', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792043882815', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792043476042', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-932921', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-805899', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16551605', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16445270'] for rbac-policy (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:20:52.698113 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-a3d08296-f288-4156-95f4-43014bd1dfd7 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:20:52.699823 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-a3d08296-f288-4156-95f4-43014bd1dfd7 admin admin] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9078047 May 17 19:20:55.093609 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 35892) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:20:55.400358 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [None req-e6b5b8f9-a739-42f2-bf4e-ad0b8b41e7f8 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:20:55.587811 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b5b8f9-a739-42f2-bf4e-ad0b8b41e7f8 demo demo] Made reservation on behalf of d13e273646b44ecca3cd10cd867bbd04 for: {'network': 1} {{(pid=103780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:20:55.591671 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-e6b5b8f9-a739-42f2-bf4e-ad0b8b41e7f8 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for network (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:20:55.608569 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-e6b5b8f9-a739-42f2-bf4e-ad0b8b41e7f8 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:20:55.712972 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-e6b5b8f9-a739-42f2-bf4e-ad0b8b41e7f8 demo demo] Publish callbacks [] for security_group (b79bf94e-501a-4df0-8e7c-c97b3ea0af7f), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:20:55.753145 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-e6b5b8f9-a739-42f2-bf4e-ad0b8b41e7f8 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (b79bf94e-501a-4df0-8e7c-c97b3ea0af7f), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:20:55.776826 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6b5b8f9-a739-42f2-bf4e-ad0b8b41e7f8 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=103780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 19:20:55.811074 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-e6b5b8f9-a739-42f2-bf4e-ad0b8b41e7f8 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792041590285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944438'] for segment (33260d29-8934-4160-9782-7038bf9d90ab), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:20:55.811607 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.db.segments_db [None req-e6b5b8f9-a739-42f2-bf4e-ad0b8b41e7f8 demo demo] Added segment 33260d29-8934-4160-9782-7038bf9d90ab of type vlan for network 58fc5ee6-22a4-4597-abee-2bb534dd6f74 May 17 19:20:55.826799 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b5b8f9-a739-42f2-bf4e-ad0b8b41e7f8 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=b79bf94e-501a-4df0-8e7c-c97b3ea0af7f,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:20:55.872576 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5b8f9-a739-42f2-bf4e-ad0b8b41e7f8 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:20:55.872838 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5b8f9-a739-42f2-bf4e-ad0b8b41e7f8 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:20:55.873190 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5b8f9-a739-42f2-bf4e-ad0b8b41e7f8 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:20:55.873536 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5b8f9-a739-42f2-bf4e-ad0b8b41e7f8 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:20:55.873861 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5b8f9-a739-42f2-bf4e-ad0b8b41e7f8 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:20:55.874181 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5b8f9-a739-42f2-bf4e-ad0b8b41e7f8 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:20:55.874499 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5b8f9-a739-42f2-bf4e-ad0b8b41e7f8 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:20:55.874876 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5b8f9-a739-42f2-bf4e-ad0b8b41e7f8 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:20:55.875145 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5b8f9-a739-42f2-bf4e-ad0b8b41e7f8 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:20:55.875471 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5b8f9-a739-42f2-bf4e-ad0b8b41e7f8 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:20:55.878204 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5b8f9-a739-42f2-bf4e-ad0b8b41e7f8 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:20:55.878204 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5b8f9-a739-42f2-bf4e-ad0b8b41e7f8 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:20:55.878204 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5b8f9-a739-42f2-bf4e-ad0b8b41e7f8 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:20:55.878204 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5b8f9-a739-42f2-bf4e-ad0b8b41e7f8 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:20:55.878204 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5b8f9-a739-42f2-bf4e-ad0b8b41e7f8 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:20:55.878578 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5b8f9-a739-42f2-bf4e-ad0b8b41e7f8 demo demo] Tracked resource versions report: May 17 19:20:55.878578 dv-cinder-840678-10-iscsi neutron-server[103780]: pushed versions: May 17 19:20:55.878578 dv-cinder-840678-10-iscsi neutron-server[103780]: { 'AddressGroup': {'1.2'}, May 17 19:20:55.878578 dv-cinder-840678-10-iscsi neutron-server[103780]: 'Agent': {'1.1'}, May 17 19:20:55.878578 dv-cinder-840678-10-iscsi neutron-server[103780]: 'ConntrackHelper': {'1.0'}, May 17 19:20:55.878578 dv-cinder-840678-10-iscsi neutron-server[103780]: 'LocalIPAssociation': {'1.0'}, May 17 19:20:55.878578 dv-cinder-840678-10-iscsi neutron-server[103780]: 'Log': {'1.0'}, May 17 19:20:55.878578 dv-cinder-840678-10-iscsi neutron-server[103780]: 'NDPProxy': {'1.0'}, May 17 19:20:55.878578 dv-cinder-840678-10-iscsi neutron-server[103780]: 'Network': {'1.1'}, May 17 19:20:55.878578 dv-cinder-840678-10-iscsi neutron-server[103780]: 'Port': {'1.7'}, May 17 19:20:55.878578 dv-cinder-840678-10-iscsi neutron-server[103780]: 'PortForwarding': {'1.3'}, May 17 19:20:55.878578 dv-cinder-840678-10-iscsi neutron-server[103780]: 'QosPolicy': {'1.10'}, May 17 19:20:55.878578 dv-cinder-840678-10-iscsi neutron-server[103780]: 'SecurityGroup': {'1.5'}, May 17 19:20:55.878578 dv-cinder-840678-10-iscsi neutron-server[103780]: 'SecurityGroupRule': {'1.2'}, May 17 19:20:55.878578 dv-cinder-840678-10-iscsi neutron-server[103780]: 'SubPort': {'1.0'}, May 17 19:20:55.878578 dv-cinder-840678-10-iscsi neutron-server[103780]: 'Subnet': {'1.1'}, May 17 19:20:55.878578 dv-cinder-840678-10-iscsi neutron-server[103780]: 'Trunk': {'1.1'}} May 17 19:20:55.878578 dv-cinder-840678-10-iscsi neutron-server[103780]: consumer versions: May 17 19:20:55.878578 dv-cinder-840678-10-iscsi neutron-server[103780]: { DHCP agent@dv-cinder-840678-10-iscsi: {}, May 17 19:20:55.878578 dv-cinder-840678-10-iscsi neutron-server[103780]: L3 agent@dv-cinder-840678-10-iscsi: {}, May 17 19:20:55.878578 dv-cinder-840678-10-iscsi neutron-server[103780]: Metadata agent@dv-cinder-840678-10-iscsi: {}, May 17 19:20:55.878578 dv-cinder-840678-10-iscsi neutron-server[103780]: Metering agent@dv-cinder-840678-10-iscsi: {}, May 17 19:20:55.878578 dv-cinder-840678-10-iscsi neutron-server[103780]: Open vSwitch agent@dv-cinder-840678-10-iscsi: { 'AddressGroup': '1.2', May 17 19:20:55.878578 dv-cinder-840678-10-iscsi neutron-server[103780]: 'Agent': '1.1', May 17 19:20:55.878578 dv-cinder-840678-10-iscsi neutron-server[103780]: 'ConntrackHelper': '1.0', May 17 19:20:55.878578 dv-cinder-840678-10-iscsi neutron-server[103780]: 'LocalIPAssociation': '1.0', May 17 19:20:55.878578 dv-cinder-840678-10-iscsi neutron-server[103780]: 'Log': '1.0', May 17 19:20:55.878578 dv-cinder-840678-10-iscsi neutron-server[103780]: 'NDPProxy': '1.0', May 17 19:20:55.878578 dv-cinder-840678-10-iscsi neutron-server[103780]: 'Network': '1.1', May 17 19:20:55.878578 dv-cinder-840678-10-iscsi neutron-server[103780]: 'Port': '1.7', May 17 19:20:55.878578 dv-cinder-840678-10-iscsi neutron-server[103780]: 'PortForwarding': '1.3', May 17 19:20:55.878578 dv-cinder-840678-10-iscsi neutron-server[103780]: 'QosPolicy': '1.10', May 17 19:20:55.878578 dv-cinder-840678-10-iscsi neutron-server[103780]: 'SecurityGroup': '1.5', May 17 19:20:55.878578 dv-cinder-840678-10-iscsi neutron-server[103780]: 'SecurityGroupRule': '1.2', May 17 19:20:55.878578 dv-cinder-840678-10-iscsi neutron-server[103780]: 'SubPort': '1.0', May 17 19:20:55.878578 dv-cinder-840678-10-iscsi neutron-server[103780]: 'Subnet': '1.1', May 17 19:20:55.878578 dv-cinder-840678-10-iscsi neutron-server[103780]: 'Trunk': '1.1'}} May 17 19:20:55.878578 dv-cinder-840678-10-iscsi neutron-server[103780]: {{(pid=103780) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 19:20:55.922916 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-e6b5b8f9-a739-42f2-bf4e-ad0b8b41e7f8 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792041130644'] for network (58fc5ee6-22a4-4597-abee-2bb534dd6f74), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:20:56.010576 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-e6b5b8f9-a739-42f2-bf4e-ad0b8b41e7f8 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519'] for network (58fc5ee6-22a4-4597-abee-2bb534dd6f74), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:20:56.015723 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b5b8f9-a739-42f2-bf4e-ad0b8b41e7f8 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:20:56.016392 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-e6b5b8f9-a739-42f2-bf4e-ad0b8b41e7f8 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for network (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:20:56.127726 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b5b8f9-a739-42f2-bf4e-ad0b8b41e7f8 demo demo] Pushing event updated for resources: {'Network': ['ID=58fc5ee6-22a4-4597-abee-2bb534dd6f74,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:20:56.133926 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-e6b5b8f9-a739-42f2-bf4e-ad0b8b41e7f8 demo demo] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.0393124 May 17 19:20:56.139823 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Network 58fc5ee6-22a4-4597-abee-2bb534dd6f74 details requested by agent ovs-agent-dv-cinder-840678-10-iscsi with host dv-cinder-840678-10-iscsi {{(pid=103782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 19:20:58.626020 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 35904) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:20:59.037420 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afd8f9c-f8f1-49ae-8601-943a2f526062 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:20:59.038764 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-4afd8f9c-f8f1-49ae-8601-943a2f526062 demo admin] 10.222.0.58 "GET /v2.0/networks/58fc5ee6-22a4-4597-abee-2bb534dd6f74 HTTP/1.1" status: 200 len: 825 time: 0.4117515 May 17 19:20:59.063920 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-a26666c2-d702-474f-82f0-d10fdbf14e4f demo admin] 10.222.0.58 "GET /v2.0/subnetpools/5950a40c-589c-467d-ae08-8fa8474a5fe5 HTTP/1.1" status: 200 len: 734 time: 0.0188837 May 17 19:20:59.073145 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [None req-d7af8e40-11cc-4b95-973d-5a977470c7ce demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '58fc5ee6-22a4-4597-abee-2bb534dd6f74', 'ip_version': 4, 'subnetpool_id': '5950a40c-589c-467d-ae08-8fa8474a5fe5'}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:20:59.153240 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7af8e40-11cc-4b95-973d-5a977470c7ce demo admin] Made reservation on behalf of d13e273646b44ecca3cd10cd867bbd04 for: {'subnet': 1} {{(pid=103780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:20:59.155586 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-d7af8e40-11cc-4b95-973d-5a977470c7ce demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:20:59.508123 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-d7af8e40-11cc-4b95-973d-5a977470c7ce demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16348314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519'] for subnet (e607dd90-9393-4b25-8b5a-0143eb4c817d), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:20:59.577774 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7af8e40-11cc-4b95-973d-5a977470c7ce demo admin] Checking segment: {'id': '33260d29-8934-4160-9782-7038bf9d90ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '58fc5ee6-22a4-4597-abee-2bb534dd6f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:20:59.578141 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7af8e40-11cc-4b95-973d-5a977470c7ce demo admin] Network hostable DHCP agents. Network: 58fc5ee6-22a4-4597-abee-2bb534dd6f74, hostable agents: ['acc21e7f-c3fd-47ad-b523-e51f8b89f08b'], hosted agents: [] {{(pid=103780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 19:20:59.585849 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af8e40-11cc-4b95-973d-5a977470c7ce demo admin] Pushing event updated for resources: {'Subnet': ['ID=e607dd90-9393-4b25-8b5a-0143eb4c817d,revision_number=0']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:20:59.661753 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7af8e40-11cc-4b95-973d-5a977470c7ce demo admin] Network 58fc5ee6-22a4-4597-abee-2bb534dd6f74 is scheduled to be hosted by DHCP agent acc21e7f-c3fd-47ad-b523-e51f8b89f08b with binding_index 1 {{(pid=103780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 19:20:59.736067 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.base_scheduler [None req-d7af8e40-11cc-4b95-973d-5a977470c7ce demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-10-iscsi, 58fc5ee6-22a4-4597-abee-2bb534dd6f74) {{(pid=103780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:20:59.740615 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7af8e40-11cc-4b95-973d-5a977470c7ce demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:20:59.741200 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-d7af8e40-11cc-4b95-973d-5a977470c7ce demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for subnet (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:20:59.746421 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135936a2-7b6e-4abf-887d-523c2d50f465 None None] Network 58fc5ee6-22a4-4597-abee-2bb534dd6f74 requested from dv-cinder-840678-10-iscsi {{(pid=103782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 19:20:59.818825 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-d7af8e40-11cc-4b95-973d-5a977470c7ce demo admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7488101 May 17 19:21:00.034277 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f36b0c-a04a-419f-abe8-b2beac3f4450 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83202b5c-fe6e-5d7f-b73b-0865743d1271-58fc5ee6-22a4-4597-abee-2bb534dd6f74', 'network_id': '58fc5ee6-22a4-4597-abee-2bb534dd6f74', 'project_id': 'd13e273646b44ecca3cd10cd867bbd04', 'fixed_ips': [{'subnet_id': 'e607dd90-9393-4b25-8b5a-0143eb4c817d'}]}} from dv-cinder-840678-10-iscsi. {{(pid=103782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 19:21:00.035846 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-f5f36b0c-a04a-419f-abe8-b2beac3f4450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:00.324476 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.db_base_plugin_common [None req-f5f36b0c-a04a-419f-abe8-b2beac3f4450 None None] Allocated IP 172.20.0.2 (58fc5ee6-22a4-4597-abee-2bb534dd6f74/e607dd90-9393-4b25-8b5a-0143eb4c817d/c8b581fe-5fa9-4290-8d65-0df80a226389) {{(pid=103782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:21:00.587169 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-f5f36b0c-a04a-419f-abe8-b2beac3f4450 None None] Publish callbacks [] for port (c8b581fe-5fa9-4290-8d65-0df80a226389), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:00.685683 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-f5f36b0c-a04a-419f-abe8-b2beac3f4450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167'] for port (c8b581fe-5fa9-4290-8d65-0df80a226389), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:00.760682 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f36b0c-a04a-419f-abe8-b2beac3f4450 None None] Network 58fc5ee6-22a4-4597-abee-2bb534dd6f74 is already hosted by enough agents. {{(pid=103782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:21:00.768332 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [None req-f5f36b0c-a04a-419f-abe8-b2beac3f4450 None None] Resources bound (agent type, host, resource id): {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:21:00.773137 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f36b0c-a04a-419f-abe8-b2beac3f4450 None None] Pushing event updated for resources: {'Port': ['ID=c8b581fe-5fa9-4290-8d65-0df80a226389,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:21:00.775301 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f36b0c-a04a-419f-abe8-b2beac3f4450 None None] Received port after_create {{(pid=103782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:21:00.787667 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f36b0c-a04a-419f-abe8-b2beac3f4450 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:21:00.788012 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f36b0c-a04a-419f-abe8-b2beac3f4450 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:21:00.788367 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f36b0c-a04a-419f-abe8-b2beac3f4450 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:21:00.788724 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f36b0c-a04a-419f-abe8-b2beac3f4450 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:21:00.789065 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f36b0c-a04a-419f-abe8-b2beac3f4450 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:21:00.789393 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f36b0c-a04a-419f-abe8-b2beac3f4450 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:21:00.789718 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f36b0c-a04a-419f-abe8-b2beac3f4450 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:21:00.790041 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f36b0c-a04a-419f-abe8-b2beac3f4450 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:21:00.790380 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f36b0c-a04a-419f-abe8-b2beac3f4450 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:21:00.790708 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f36b0c-a04a-419f-abe8-b2beac3f4450 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:21:00.791029 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f36b0c-a04a-419f-abe8-b2beac3f4450 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:21:00.791361 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f36b0c-a04a-419f-abe8-b2beac3f4450 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:21:00.791709 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f36b0c-a04a-419f-abe8-b2beac3f4450 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:21:00.792029 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f36b0c-a04a-419f-abe8-b2beac3f4450 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:21:00.792345 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f36b0c-a04a-419f-abe8-b2beac3f4450 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:21:00.794308 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f36b0c-a04a-419f-abe8-b2beac3f4450 None None] Tracked resource versions report: May 17 19:21:00.794308 dv-cinder-840678-10-iscsi neutron-server[103782]: pushed versions: May 17 19:21:00.794308 dv-cinder-840678-10-iscsi neutron-server[103782]: { 'AddressGroup': {'1.2'}, May 17 19:21:00.794308 dv-cinder-840678-10-iscsi neutron-server[103782]: 'Agent': {'1.1'}, May 17 19:21:00.794308 dv-cinder-840678-10-iscsi neutron-server[103782]: 'ConntrackHelper': {'1.0'}, May 17 19:21:00.794308 dv-cinder-840678-10-iscsi neutron-server[103782]: 'LocalIPAssociation': {'1.0'}, May 17 19:21:00.794308 dv-cinder-840678-10-iscsi neutron-server[103782]: 'Log': {'1.0'}, May 17 19:21:00.794308 dv-cinder-840678-10-iscsi neutron-server[103782]: 'NDPProxy': {'1.0'}, May 17 19:21:00.794308 dv-cinder-840678-10-iscsi neutron-server[103782]: 'Network': {'1.1'}, May 17 19:21:00.794308 dv-cinder-840678-10-iscsi neutron-server[103782]: 'Port': {'1.7'}, May 17 19:21:00.794308 dv-cinder-840678-10-iscsi neutron-server[103782]: 'PortForwarding': {'1.3'}, May 17 19:21:00.794308 dv-cinder-840678-10-iscsi neutron-server[103782]: 'QosPolicy': {'1.10'}, May 17 19:21:00.794308 dv-cinder-840678-10-iscsi neutron-server[103782]: 'SecurityGroup': {'1.5'}, May 17 19:21:00.794308 dv-cinder-840678-10-iscsi neutron-server[103782]: 'SecurityGroupRule': {'1.2'}, May 17 19:21:00.794308 dv-cinder-840678-10-iscsi neutron-server[103782]: 'SubPort': {'1.0'}, May 17 19:21:00.794308 dv-cinder-840678-10-iscsi neutron-server[103782]: 'Subnet': {'1.1'}, May 17 19:21:00.794308 dv-cinder-840678-10-iscsi neutron-server[103782]: 'Trunk': {'1.1'}} May 17 19:21:00.794308 dv-cinder-840678-10-iscsi neutron-server[103782]: consumer versions: May 17 19:21:00.794308 dv-cinder-840678-10-iscsi neutron-server[103782]: { DHCP agent@dv-cinder-840678-10-iscsi: {}, May 17 19:21:00.794308 dv-cinder-840678-10-iscsi neutron-server[103782]: L3 agent@dv-cinder-840678-10-iscsi: {}, May 17 19:21:00.794308 dv-cinder-840678-10-iscsi neutron-server[103782]: Metadata agent@dv-cinder-840678-10-iscsi: {}, May 17 19:21:00.794308 dv-cinder-840678-10-iscsi neutron-server[103782]: Metering agent@dv-cinder-840678-10-iscsi: {}, May 17 19:21:00.794308 dv-cinder-840678-10-iscsi neutron-server[103782]: Open vSwitch agent@dv-cinder-840678-10-iscsi: { 'AddressGroup': '1.2', May 17 19:21:00.794308 dv-cinder-840678-10-iscsi neutron-server[103782]: 'Agent': '1.1', May 17 19:21:00.794308 dv-cinder-840678-10-iscsi neutron-server[103782]: 'ConntrackHelper': '1.0', May 17 19:21:00.794308 dv-cinder-840678-10-iscsi neutron-server[103782]: 'LocalIPAssociation': '1.0', May 17 19:21:00.794308 dv-cinder-840678-10-iscsi neutron-server[103782]: 'Log': '1.0', May 17 19:21:00.794308 dv-cinder-840678-10-iscsi neutron-server[103782]: 'NDPProxy': '1.0', May 17 19:21:00.794308 dv-cinder-840678-10-iscsi neutron-server[103782]: 'Network': '1.1', May 17 19:21:00.794308 dv-cinder-840678-10-iscsi neutron-server[103782]: 'Port': '1.7', May 17 19:21:00.794308 dv-cinder-840678-10-iscsi neutron-server[103782]: 'PortForwarding': '1.3', May 17 19:21:00.794308 dv-cinder-840678-10-iscsi neutron-server[103782]: 'QosPolicy': '1.10', May 17 19:21:00.794308 dv-cinder-840678-10-iscsi neutron-server[103782]: 'SecurityGroup': '1.5', May 17 19:21:00.794308 dv-cinder-840678-10-iscsi neutron-server[103782]: 'SecurityGroupRule': '1.2', May 17 19:21:00.794308 dv-cinder-840678-10-iscsi neutron-server[103782]: 'SubPort': '1.0', May 17 19:21:00.794308 dv-cinder-840678-10-iscsi neutron-server[103782]: 'Subnet': '1.1', May 17 19:21:00.794308 dv-cinder-840678-10-iscsi neutron-server[103782]: 'Trunk': '1.1'}} May 17 19:21:00.794308 dv-cinder-840678-10-iscsi neutron-server[103782]: {{(pid=103782) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 19:21:00.868736 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-f5f36b0c-a04a-419f-abe8-b2beac3f4450 None None] Attempting to bind port c8b581fe-5fa9-4290-8d65-0df80a226389 on host dv-cinder-840678-10-iscsi for vnic_type normal with profile {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 19:21:00.869051 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-f5f36b0c-a04a-419f-abe8-b2beac3f4450 None None] Attempting to bind port c8b581fe-5fa9-4290-8d65-0df80a226389 by drivers openvswitch,hyperv on host dv-cinder-840678-10-iscsi at level 0 using segments [{'id': '33260d29-8934-4160-9782-7038bf9d90ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '58fc5ee6-22a4-4597-abee-2bb534dd6f74'}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 19:21:00.869486 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f36b0c-a04a-419f-abe8-b2beac3f4450 None None] Attempting to bind port c8b581fe-5fa9-4290-8d65-0df80a226389 on network 58fc5ee6-22a4-4597-abee-2bb534dd6f74 {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:21:00.875213 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f36b0c-a04a-419f-abe8-b2beac3f4450 None None] Checking agent: {'id': 'ad42d2f6-c134-426b-9061-deff100c9b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 19, 20, 51), 'started_at': datetime.datetime(2022, 5, 17, 19, 20, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 19, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 19:21:00.875689 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f36b0c-a04a-419f-abe8-b2beac3f4450 None None] Checking segment: {'id': '33260d29-8934-4160-9782-7038bf9d90ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '58fc5ee6-22a4-4597-abee-2bb534dd6f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:21:00.876171 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-f5f36b0c-a04a-419f-abe8-b2beac3f4450 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:00.876562 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f36b0c-a04a-419f-abe8-b2beac3f4450 None None] Bound using segment: {'id': '33260d29-8934-4160-9782-7038bf9d90ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '58fc5ee6-22a4-4597-abee-2bb534dd6f74'} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 19:21:00.877050 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-f5f36b0c-a04a-419f-abe8-b2beac3f4450 None None] Bound port: c8b581fe-5fa9-4290-8d65-0df80a226389, host: dv-cinder-840678-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33260d29-8934-4160-9782-7038bf9d90ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '58fc5ee6-22a4-4597-abee-2bb534dd6f74'}}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 19:21:00.877453 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-f5f36b0c-a04a-419f-abe8-b2beac3f4450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (c8b581fe-5fa9-4290-8d65-0df80a226389), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:00.936257 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-f5f36b0c-a04a-419f-abe8-b2beac3f4450 None None] For port c8b581fe-5fa9-4290-8d65-0df80a226389, host dv-cinder-840678-10-iscsi, cleared binding levels {{(pid=103782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 19:21:00.957194 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-f5f36b0c-a04a-419f-abe8-b2beac3f4450 None None] For port c8b581fe-5fa9-4290-8d65-0df80a226389, host dv-cinder-840678-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=c8b581fe-5fa9-4290-8d65-0df80a226389,segment=NetworkSegment(33260d29-8934-4160-9782-7038bf9d90ab),segment_id=33260d29-8934-4160-9782-7038bf9d90ab)] {{(pid=103782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 19:21:01.040080 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-f5f36b0c-a04a-419f-abe8-b2beac3f4450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (c8b581fe-5fa9-4290-8d65-0df80a226389), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:01.093736 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f36b0c-a04a-419f-abe8-b2beac3f4450 None None] Pushing event updated for resources: {'Port': ['ID=c8b581fe-5fa9-4290-8d65-0df80a226389,revision_number=2']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:21:02.283323 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 35912) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:21:02.593110 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [None req-70d4a813-69cc-48ee-9700-4a70addc446e admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 19:21:02.594089 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-70d4a813-69cc-48ee-9700-4a70addc446e admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3097310 May 17 19:21:05.045609 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 35920) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:21:05.533591 dv-cinder-840678-10-iscsi neutron-server[103781]: WARNING oslo_policy.policy [None req-99f01ee7-26c3-4604-b754-59394d478ab7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 19:21:05.534139 dv-cinder-840678-10-iscsi neutron-server[103781]: WARNING oslo_policy.policy [None req-99f01ee7-26c3-4604-b754-59394d478ab7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 19:21:05.750880 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [None req-99f01ee7-26c3-4604-b754-59394d478ab7 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 19:21:05.751994 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-99f01ee7-26c3-4604-b754-59394d478ab7 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7052689 May 17 19:21:08.186886 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 35934) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:21:08.494705 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-e50a2f78-49a9-4e29-ae7f-d907b9b63cc1 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:21:08.553228 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.policy [None req-e50a2f78-49a9-4e29-ae7f-d907b9b63cc1 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103781) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 17 19:21:08.594975 dv-cinder-840678-10-iscsi neutron-server[103781]: WARNING oslo_policy.policy [None req-e50a2f78-49a9-4e29-ae7f-d907b9b63cc1 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 19:21:08.595369 dv-cinder-840678-10-iscsi neutron-server[103781]: WARNING oslo_policy.policy [None req-e50a2f78-49a9-4e29-ae7f-d907b9b63cc1 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 19:21:08.707235 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-e50a2f78-49a9-4e29-ae7f-d907b9b63cc1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16658731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1120'] for router (5b694f12-5c76-4e8e-a8e1-1437d590f011), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:08.709135 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-e50a2f78-49a9-4e29-ae7f-d907b9b63cc1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16658911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16763698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16258091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1129'] for router (5b694f12-5c76-4e8e-a8e1-1437d590f011), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:08.862327 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-e50a2f78-49a9-4e29-ae7f-d907b9b63cc1 demo demo] Publish callbacks [] for router_controller (5b694f12-5c76-4e8e-a8e1-1437d590f011), precommit_add_association {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:08.913715 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-e50a2f78-49a9-4e29-ae7f-d907b9b63cc1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16658854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16763877'] for router (5b694f12-5c76-4e8e-a8e1-1437d590f011), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:08.994856 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-e50a2f78-49a9-4e29-ae7f-d907b9b63cc1 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:08.996694 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-e50a2f78-49a9-4e29-ae7f-d907b9b63cc1 demo demo] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8088872 May 17 19:21:11.423883 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 35948) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:21:11.744040 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [None req-f1706de4-c0b9-4600-b700-d62976fa55f0 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 19:21:11.745568 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-f1706de4-c0b9-4600-b700-d62976fa55f0 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3202536 May 17 19:21:12.072352 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device c8b581fe-5fa9-4290-8d65-0df80a226389 up at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:21:12.155449 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Provisioning complete for port c8b581fe-5fa9-4290-8d65-0df80a226389 triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:21:12.155898 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (c8b581fe-5fa9-4290-8d65-0df80a226389), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:12.258463 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port c8b581fe-5fa9-4290-8d65-0df80a226389 is: DOWN; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:21:12.258463 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (c8b581fe-5fa9-4290-8d65-0df80a226389), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:12.288346 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] For port c8b581fe-5fa9-4290-8d65-0df80a226389, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=c8b581fe-5fa9-4290-8d65-0df80a226389,segment=NetworkSegment(33260d29-8934-4160-9782-7038bf9d90ab),segment_id=33260d29-8934-4160-9782-7038bf9d90ab)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:21:12.364695 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (c8b581fe-5fa9-4290-8d65-0df80a226389), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:12.411887 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Pushing event updated for resources: {'Port': ['ID=c8b581fe-5fa9-4290-8d65-0df80a226389,revision_number=3']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:21:12.485101 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b11ea27-2880-44d7-8b6d-cdf507265e83 None None] Network 58fc5ee6-22a4-4597-abee-2bb534dd6f74 requested from dv-cinder-840678-10-iscsi {{(pid=103782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 19:21:12.561405 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-c85bc9b6-a60c-46c9-bb23-2e0ef29e4343 None None] Provisioning complete for port c8b581fe-5fa9-4290-8d65-0df80a226389 triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:21:12.561704 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-c85bc9b6-a60c-46c9-bb23-2e0ef29e4343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (c8b581fe-5fa9-4290-8d65-0df80a226389), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:12.675828 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-c85bc9b6-a60c-46c9-bb23-2e0ef29e4343 None None] Current status of the port c8b581fe-5fa9-4290-8d65-0df80a226389 is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:21:12.897236 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-78c97954-0560-4ce8-a076-2683cd89fb69 None None] Provisioning complete for port c8b581fe-5fa9-4290-8d65-0df80a226389 triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:21:12.897552 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-78c97954-0560-4ce8-a076-2683cd89fb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (c8b581fe-5fa9-4290-8d65-0df80a226389), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:12.972838 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-78c97954-0560-4ce8-a076-2683cd89fb69 None None] Current status of the port c8b581fe-5fa9-4290-8d65-0df80a226389 is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:21:14.062738 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device c8b581fe-5fa9-4290-8d65-0df80a226389 up at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:21:14.105108 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Provisioning complete for port c8b581fe-5fa9-4290-8d65-0df80a226389 triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:21:14.105494 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (c8b581fe-5fa9-4290-8d65-0df80a226389), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:14.173322 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port c8b581fe-5fa9-4290-8d65-0df80a226389 is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:21:14.184137 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 35956) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:21:14.496228 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-34189dab-af36-4555-9f59-c6c33fd0b980 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:21:14.575920 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34189dab-af36-4555-9f59-c6c33fd0b980 admin admin] Made reservation on behalf of 07bd98f7df3a477a8bf75754083485f0 for: {'network': 1} {{(pid=103781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:21:14.578540 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-34189dab-af36-4555-9f59-c6c33fd0b980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for network (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:14.594517 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-34189dab-af36-4555-9f59-c6c33fd0b980 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:14.693194 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-34189dab-af36-4555-9f59-c6c33fd0b980 admin admin] Publish callbacks [] for security_group (4c743db3-3c42-4928-ab14-f544d6abe83c), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:14.741399 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-34189dab-af36-4555-9f59-c6c33fd0b980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (4c743db3-3c42-4928-ab14-f544d6abe83c), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:14.752886 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-34189dab-af36-4555-9f59-c6c33fd0b980 admin admin] Reserving flat network on physical network physnet1 {{(pid=103781) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 17 19:21:14.783279 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-34189dab-af36-4555-9f59-c6c33fd0b980 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792041590285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944438'] for segment (9ce1d97a-7b85-460d-9e35-dbb6f20db43d), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:14.783815 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.db.segments_db [None req-34189dab-af36-4555-9f59-c6c33fd0b980 admin admin] Added segment 9ce1d97a-7b85-460d-9e35-dbb6f20db43d of type flat for network a8e71caf-cf8f-487f-b3e8-f30c47275c44 May 17 19:21:14.799396 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34189dab-af36-4555-9f59-c6c33fd0b980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c743db3-3c42-4928-ab14-f544d6abe83c,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:21:14.844093 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34189dab-af36-4555-9f59-c6c33fd0b980 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:21:14.844360 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34189dab-af36-4555-9f59-c6c33fd0b980 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:21:14.844699 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34189dab-af36-4555-9f59-c6c33fd0b980 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:21:14.845023 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34189dab-af36-4555-9f59-c6c33fd0b980 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:21:14.845342 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34189dab-af36-4555-9f59-c6c33fd0b980 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:21:14.845658 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34189dab-af36-4555-9f59-c6c33fd0b980 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:21:14.845968 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34189dab-af36-4555-9f59-c6c33fd0b980 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:21:14.846295 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34189dab-af36-4555-9f59-c6c33fd0b980 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:21:14.846601 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34189dab-af36-4555-9f59-c6c33fd0b980 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:21:14.846911 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34189dab-af36-4555-9f59-c6c33fd0b980 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:21:14.847231 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34189dab-af36-4555-9f59-c6c33fd0b980 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:21:14.847563 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34189dab-af36-4555-9f59-c6c33fd0b980 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:21:14.847869 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34189dab-af36-4555-9f59-c6c33fd0b980 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:21:14.848170 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34189dab-af36-4555-9f59-c6c33fd0b980 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:21:14.848470 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34189dab-af36-4555-9f59-c6c33fd0b980 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:21:14.849871 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34189dab-af36-4555-9f59-c6c33fd0b980 admin admin] Tracked resource versions report: May 17 19:21:14.849871 dv-cinder-840678-10-iscsi neutron-server[103781]: pushed versions: May 17 19:21:14.849871 dv-cinder-840678-10-iscsi neutron-server[103781]: { 'AddressGroup': {'1.2'}, May 17 19:21:14.849871 dv-cinder-840678-10-iscsi neutron-server[103781]: 'Agent': {'1.1'}, May 17 19:21:14.849871 dv-cinder-840678-10-iscsi neutron-server[103781]: 'ConntrackHelper': {'1.0'}, May 17 19:21:14.849871 dv-cinder-840678-10-iscsi neutron-server[103781]: 'LocalIPAssociation': {'1.0'}, May 17 19:21:14.849871 dv-cinder-840678-10-iscsi neutron-server[103781]: 'Log': {'1.0'}, May 17 19:21:14.849871 dv-cinder-840678-10-iscsi neutron-server[103781]: 'NDPProxy': {'1.0'}, May 17 19:21:14.849871 dv-cinder-840678-10-iscsi neutron-server[103781]: 'Network': {'1.1'}, May 17 19:21:14.849871 dv-cinder-840678-10-iscsi neutron-server[103781]: 'Port': {'1.7'}, May 17 19:21:14.849871 dv-cinder-840678-10-iscsi neutron-server[103781]: 'PortForwarding': {'1.3'}, May 17 19:21:14.849871 dv-cinder-840678-10-iscsi neutron-server[103781]: 'QosPolicy': {'1.10'}, May 17 19:21:14.849871 dv-cinder-840678-10-iscsi neutron-server[103781]: 'SecurityGroup': {'1.5'}, May 17 19:21:14.849871 dv-cinder-840678-10-iscsi neutron-server[103781]: 'SecurityGroupRule': {'1.2'}, May 17 19:21:14.849871 dv-cinder-840678-10-iscsi neutron-server[103781]: 'SubPort': {'1.0'}, May 17 19:21:14.849871 dv-cinder-840678-10-iscsi neutron-server[103781]: 'Subnet': {'1.1'}, May 17 19:21:14.849871 dv-cinder-840678-10-iscsi neutron-server[103781]: 'Trunk': {'1.1'}} May 17 19:21:14.849871 dv-cinder-840678-10-iscsi neutron-server[103781]: consumer versions: May 17 19:21:14.849871 dv-cinder-840678-10-iscsi neutron-server[103781]: { DHCP agent@dv-cinder-840678-10-iscsi: {}, May 17 19:21:14.849871 dv-cinder-840678-10-iscsi neutron-server[103781]: L3 agent@dv-cinder-840678-10-iscsi: {}, May 17 19:21:14.849871 dv-cinder-840678-10-iscsi neutron-server[103781]: Metadata agent@dv-cinder-840678-10-iscsi: {}, May 17 19:21:14.849871 dv-cinder-840678-10-iscsi neutron-server[103781]: Metering agent@dv-cinder-840678-10-iscsi: {}, May 17 19:21:14.849871 dv-cinder-840678-10-iscsi neutron-server[103781]: Open vSwitch agent@dv-cinder-840678-10-iscsi: { 'AddressGroup': '1.2', May 17 19:21:14.849871 dv-cinder-840678-10-iscsi neutron-server[103781]: 'Agent': '1.1', May 17 19:21:14.849871 dv-cinder-840678-10-iscsi neutron-server[103781]: 'ConntrackHelper': '1.0', May 17 19:21:14.849871 dv-cinder-840678-10-iscsi neutron-server[103781]: 'LocalIPAssociation': '1.0', May 17 19:21:14.849871 dv-cinder-840678-10-iscsi neutron-server[103781]: 'Log': '1.0', May 17 19:21:14.849871 dv-cinder-840678-10-iscsi neutron-server[103781]: 'NDPProxy': '1.0', May 17 19:21:14.849871 dv-cinder-840678-10-iscsi neutron-server[103781]: 'Network': '1.1', May 17 19:21:14.849871 dv-cinder-840678-10-iscsi neutron-server[103781]: 'Port': '1.7', May 17 19:21:14.849871 dv-cinder-840678-10-iscsi neutron-server[103781]: 'PortForwarding': '1.3', May 17 19:21:14.849871 dv-cinder-840678-10-iscsi neutron-server[103781]: 'QosPolicy': '1.10', May 17 19:21:14.849871 dv-cinder-840678-10-iscsi neutron-server[103781]: 'SecurityGroup': '1.5', May 17 19:21:14.849871 dv-cinder-840678-10-iscsi neutron-server[103781]: 'SecurityGroupRule': '1.2', May 17 19:21:14.849871 dv-cinder-840678-10-iscsi neutron-server[103781]: 'SubPort': '1.0', May 17 19:21:14.849871 dv-cinder-840678-10-iscsi neutron-server[103781]: 'Subnet': '1.1', May 17 19:21:14.849871 dv-cinder-840678-10-iscsi neutron-server[103781]: 'Trunk': '1.1'}} May 17 19:21:14.849871 dv-cinder-840678-10-iscsi neutron-server[103781]: {{(pid=103781) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 19:21:14.900632 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-34189dab-af36-4555-9f59-c6c33fd0b980 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792041130644'] for network (a8e71caf-cf8f-487f-b3e8-f30c47275c44), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:14.958267 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3be83666-6447-48b7-ab2e-13a2babcd788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:14.992862 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-34189dab-af36-4555-9f59-c6c33fd0b980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519'] for network (a8e71caf-cf8f-487f-b3e8-f30c47275c44), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:14.994031 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34189dab-af36-4555-9f59-c6c33fd0b980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:21:14.994716 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-34189dab-af36-4555-9f59-c6c33fd0b980 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for network (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:15.091314 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34189dab-af36-4555-9f59-c6c33fd0b980 admin admin] Pushing event updated for resources: {'Network': ['ID=a8e71caf-cf8f-487f-b3e8-f30c47275c44,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:21:15.098128 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-34189dab-af36-4555-9f59-c6c33fd0b980 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9124951 May 17 19:21:15.101453 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Network a8e71caf-cf8f-487f-b3e8-f30c47275c44 details requested by agent ovs-agent-dv-cinder-840678-10-iscsi with host dv-cinder-840678-10-iscsi {{(pid=103782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 19:21:17.204400 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-5b45ce76-2615-40ad-85f6-4357624f06e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:17.508285 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 35968) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:21:17.896767 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8dae966-ad0c-4927-b87e-84261bd459b7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:21:17.898109 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-c8dae966-ad0c-4927-b87e-84261bd459b7 demo admin] 10.222.0.58 "GET /v2.0/subnets/e607dd90-9393-4b25-8b5a-0143eb4c817d HTTP/1.1" status: 200 len: 849 time: 0.3889041 May 17 19:21:18.029701 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-376c94cb-1aa9-4019-af99-3b6d517b53f9 demo admin] 10.222.0.58 "GET /v2.0/routers/5b694f12-5c76-4e8e-a8e1-1437d590f011 HTTP/1.1" status: 200 len: 704 time: 0.1259835 May 17 19:21:18.280535 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-3f1fb6d5-abef-4dc5-9c00-fb7ce4241d22 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:18.387341 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:18.573472 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_common [None req-3f1fb6d5-abef-4dc5-9c00-fb7ce4241d22 demo admin] Allocated IP 172.20.0.1 (58fc5ee6-22a4-4597-abee-2bb534dd6f74/e607dd90-9393-4b25-8b5a-0143eb4c817d/1cfb7677-fe5b-4127-9354-a5d5698825bd) {{(pid=103781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:21:18.753464 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-3f1fb6d5-abef-4dc5-9c00-fb7ce4241d22 demo admin] Publish callbacks [] for port (1cfb7677-fe5b-4127-9354-a5d5698825bd), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:18.862085 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-3f1fb6d5-abef-4dc5-9c00-fb7ce4241d22 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167'] for port (1cfb7677-fe5b-4127-9354-a5d5698825bd), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:18.928007 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1fb6d5-abef-4dc5-9c00-fb7ce4241d22 demo admin] Network 58fc5ee6-22a4-4597-abee-2bb534dd6f74 is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:21:18.932417 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [None req-3f1fb6d5-abef-4dc5-9c00-fb7ce4241d22 demo admin] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:21:18.945926 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1fb6d5-abef-4dc5-9c00-fb7ce4241d22 demo admin] Received port after_create {{(pid=103781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:21:18.946466 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-3f1fb6d5-abef-4dc5-9c00-fb7ce4241d22 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16761288'] for router_interface (5b694f12-5c76-4e8e-a8e1-1437d590f011), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:19.000912 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1fb6d5-abef-4dc5-9c00-fb7ce4241d22 demo admin] Pushing event updated for resources: {'Port': ['ID=1cfb7677-fe5b-4127-9354-a5d5698825bd,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:21:19.129267 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-f81d970b-7728-4a5d-a81e-c983322feb8f None None] Provisioning complete for port 1cfb7677-fe5b-4127-9354-a5d5698825bd triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:21:19.129583 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-f81d970b-7728-4a5d-a81e-c983322feb8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (1cfb7677-fe5b-4127-9354-a5d5698825bd), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:19.189031 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-3f1fb6d5-abef-4dc5-9c00-fb7ce4241d22 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (1cfb7677-fe5b-4127-9354-a5d5698825bd), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:19.201750 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-f81d970b-7728-4a5d-a81e-c983322feb8f None None] Port 1cfb7677-fe5b-4127-9354-a5d5698825bd cannot update to ACTIVE because it is not bound. {{(pid=103782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 19:21:19.460767 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-3f1fb6d5-abef-4dc5-9c00-fb7ce4241d22 demo admin] Publish callbacks [] for port (1cfb7677-fe5b-4127-9354-a5d5698825bd), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:19.534931 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-3f1fb6d5-abef-4dc5-9c00-fb7ce4241d22 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (1cfb7677-fe5b-4127-9354-a5d5698825bd), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:19.535783 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-3f1fb6d5-abef-4dc5-9c00-fb7ce4241d22 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16360533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16761730'] for router_interface (5b694f12-5c76-4e8e-a8e1-1437d590f011), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:19.592703 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1fb6d5-abef-4dc5-9c00-fb7ce4241d22 demo admin] Pushing event updated for resources: {'Port': ['ID=1cfb7677-fe5b-4127-9354-a5d5698825bd,revision_number=2']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:21:19.659709 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1fb6d5-abef-4dc5-9c00-fb7ce4241d22 demo admin] Network 58fc5ee6-22a4-4597-abee-2bb534dd6f74 is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:21:19.660995 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [None req-3f1fb6d5-abef-4dc5-9c00-fb7ce4241d22 demo admin] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:21:19.821813 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-4c54bd78-ee6e-4a67-b9c1-cc753f1b90f7 None None] Provisioning complete for port 1cfb7677-fe5b-4127-9354-a5d5698825bd triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:21:19.822336 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-4c54bd78-ee6e-4a67-b9c1-cc753f1b90f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (1cfb7677-fe5b-4127-9354-a5d5698825bd), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:19.852395 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-4c54bd78-ee6e-4a67-b9c1-cc753f1b90f7 None None] Port 1cfb7677-fe5b-4127-9354-a5d5698825bd cannot update to ACTIVE because it is not bound. {{(pid=103782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 19:21:19.867381 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f1fb6d5-abef-4dc5-9c00-fb7ce4241d22 demo admin] Router 5b694f12-5c76-4e8e-a8e1-1437d590f011 is scheduled to L3 agent d0bc9f74-feb0-4354-bd47-885486f1ec0d with binding_index 1 {{(pid=103781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 19:21:19.954239 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1fb6d5-abef-4dc5-9c00-fb7ce4241d22 demo admin] Notify agent at l3_agent.dv-cinder-840678-10-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 19:21:19.959288 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-3f1fb6d5-abef-4dc5-9c00-fb7ce4241d22 demo admin] 10.222.0.58 "PUT /v2.0/routers/5b694f12-5c76-4e8e-a8e1-1437d590f011/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9244602 May 17 19:21:19.975423 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6102b4b9-e5d4-49ca-9c99-e25c1dddb98b None None] Sync routers for ids ['5b694f12-5c76-4e8e-a8e1-1437d590f011'] in dv-cinder-840678-10-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 19:21:19.988228 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6102b4b9-e5d4-49ca-9c99-e25c1dddb98b None None] Routers {'5b694f12-5c76-4e8e-a8e1-1437d590f011'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:21:19.989346 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-6102b4b9-e5d4-49ca-9c99-e25c1dddb98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:21:17Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['5b694f12-5c76-4e8e-a8e1-1437d590f011'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:21:20.152963 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:20.167436 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-6102b4b9-e5d4-49ca-9c99-e25c1dddb98b None None] Set router 5b694f12-5c76-4e8e-a8e1-1437d590f011 gateway port host: None {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:21:20.579726 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-6102b4b9-e5d4-49ca-9c99-e25c1dddb98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b694f12-5c76-4e8e-a8e1-1437d590f011', 'name': 'router1', 'tenant_id': 'd13e273646b44ecca3cd10cd867bbd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:21:08Z', 'updated_at': '2022-05-17T19:21:19Z', 'revision_number': 2, 'project_id': 'd13e273646b44ecca3cd10cd867bbd04', 'gw_port_host': None, '_interfaces': [{'id': '1cfb7677-fe5b-4127-9354-a5d5698825bd', 'name': '', 'network_id': '58fc5ee6-22a4-4597-abee-2bb534dd6f74', 'tenant_id': 'd13e273646b44ecca3cd10cd867bbd04', 'mac_address': 'fa:16:3e:89:55:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b694f12-5c76-4e8e-a8e1-1437d590f011', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e607dd90-9393-4b25-8b5a-0143eb4c817d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:21:18Z', 'updated_at': '2022-05-17T19:21:19Z', 'revision_number': 2, 'project_id': 'd13e273646b44ecca3cd10cd867bbd04', 'subnets': [{'id': 'e607dd90-9393-4b25-8b5a-0143eb4c817d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5950a40c-589c-467d-ae08-8fa8474a5fe5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:21:20.630352 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6102b4b9-e5d4-49ca-9c99-e25c1dddb98b None None] Checking router: 5b694f12-5c76-4e8e-a8e1-1437d590f011 for host: dv-cinder-840678-10-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 19:21:20.630723 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6102b4b9-e5d4-49ca-9c99-e25c1dddb98b None None] Updating router 5b694f12-5c76-4e8e-a8e1-1437d590f011 port 1cfb7677-fe5b-4127-9354-a5d5698825bd binding host dv-cinder-840678-10-iscsi {{(pid=103783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 19:21:20.684625 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-6102b4b9-e5d4-49ca-9c99-e25c1dddb98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (1cfb7677-fe5b-4127-9354-a5d5698825bd), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:21.207423 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-6102b4b9-e5d4-49ca-9c99-e25c1dddb98b None None] Publish callbacks [] for port (1cfb7677-fe5b-4127-9354-a5d5698825bd), precommit_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:21.295930 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-6102b4b9-e5d4-49ca-9c99-e25c1dddb98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (1cfb7677-fe5b-4127-9354-a5d5698825bd), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:21.470210 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0714ad-b184-403a-aeb5-581a836c6891 None None] Pushing event updated for resources: {'Port': ['ID=1cfb7677-fe5b-4127-9354-a5d5698825bd,revision_number=3']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:21:21.482801 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0714ad-b184-403a-aeb5-581a836c6891 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:21:21.483143 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0714ad-b184-403a-aeb5-581a836c6891 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:21:21.485436 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0714ad-b184-403a-aeb5-581a836c6891 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:21:21.485436 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0714ad-b184-403a-aeb5-581a836c6891 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:21:21.485436 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0714ad-b184-403a-aeb5-581a836c6891 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:21:21.485436 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0714ad-b184-403a-aeb5-581a836c6891 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:21:21.485436 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0714ad-b184-403a-aeb5-581a836c6891 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:21:21.485436 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0714ad-b184-403a-aeb5-581a836c6891 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:21:21.485436 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0714ad-b184-403a-aeb5-581a836c6891 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:21:21.486059 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0714ad-b184-403a-aeb5-581a836c6891 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:21:21.486131 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0714ad-b184-403a-aeb5-581a836c6891 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:21:21.486472 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0714ad-b184-403a-aeb5-581a836c6891 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:21:21.486796 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0714ad-b184-403a-aeb5-581a836c6891 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:21:21.487114 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0714ad-b184-403a-aeb5-581a836c6891 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:21:21.487445 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0714ad-b184-403a-aeb5-581a836c6891 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:21:21.488927 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0714ad-b184-403a-aeb5-581a836c6891 None None] Tracked resource versions report: May 17 19:21:21.488927 dv-cinder-840678-10-iscsi neutron-server[103783]: pushed versions: May 17 19:21:21.488927 dv-cinder-840678-10-iscsi neutron-server[103783]: { 'AddressGroup': {'1.2'}, May 17 19:21:21.488927 dv-cinder-840678-10-iscsi neutron-server[103783]: 'Agent': {'1.1'}, May 17 19:21:21.488927 dv-cinder-840678-10-iscsi neutron-server[103783]: 'ConntrackHelper': {'1.0'}, May 17 19:21:21.488927 dv-cinder-840678-10-iscsi neutron-server[103783]: 'LocalIPAssociation': {'1.0'}, May 17 19:21:21.488927 dv-cinder-840678-10-iscsi neutron-server[103783]: 'Log': {'1.0'}, May 17 19:21:21.488927 dv-cinder-840678-10-iscsi neutron-server[103783]: 'NDPProxy': {'1.0'}, May 17 19:21:21.488927 dv-cinder-840678-10-iscsi neutron-server[103783]: 'Network': {'1.1'}, May 17 19:21:21.488927 dv-cinder-840678-10-iscsi neutron-server[103783]: 'Port': {'1.7'}, May 17 19:21:21.488927 dv-cinder-840678-10-iscsi neutron-server[103783]: 'PortForwarding': {'1.3'}, May 17 19:21:21.488927 dv-cinder-840678-10-iscsi neutron-server[103783]: 'QosPolicy': {'1.10'}, May 17 19:21:21.488927 dv-cinder-840678-10-iscsi neutron-server[103783]: 'SecurityGroup': {'1.5'}, May 17 19:21:21.488927 dv-cinder-840678-10-iscsi neutron-server[103783]: 'SecurityGroupRule': {'1.2'}, May 17 19:21:21.488927 dv-cinder-840678-10-iscsi neutron-server[103783]: 'SubPort': {'1.0'}, May 17 19:21:21.488927 dv-cinder-840678-10-iscsi neutron-server[103783]: 'Subnet': {'1.1'}, May 17 19:21:21.488927 dv-cinder-840678-10-iscsi neutron-server[103783]: 'Trunk': {'1.1'}} May 17 19:21:21.488927 dv-cinder-840678-10-iscsi neutron-server[103783]: consumer versions: May 17 19:21:21.488927 dv-cinder-840678-10-iscsi neutron-server[103783]: { DHCP agent@dv-cinder-840678-10-iscsi: {}, May 17 19:21:21.488927 dv-cinder-840678-10-iscsi neutron-server[103783]: L3 agent@dv-cinder-840678-10-iscsi: {}, May 17 19:21:21.488927 dv-cinder-840678-10-iscsi neutron-server[103783]: Metadata agent@dv-cinder-840678-10-iscsi: {}, May 17 19:21:21.488927 dv-cinder-840678-10-iscsi neutron-server[103783]: Metering agent@dv-cinder-840678-10-iscsi: {}, May 17 19:21:21.488927 dv-cinder-840678-10-iscsi neutron-server[103783]: Open vSwitch agent@dv-cinder-840678-10-iscsi: { 'AddressGroup': '1.2', May 17 19:21:21.488927 dv-cinder-840678-10-iscsi neutron-server[103783]: 'Agent': '1.1', May 17 19:21:21.488927 dv-cinder-840678-10-iscsi neutron-server[103783]: 'ConntrackHelper': '1.0', May 17 19:21:21.488927 dv-cinder-840678-10-iscsi neutron-server[103783]: 'LocalIPAssociation': '1.0', May 17 19:21:21.488927 dv-cinder-840678-10-iscsi neutron-server[103783]: 'Log': '1.0', May 17 19:21:21.488927 dv-cinder-840678-10-iscsi neutron-server[103783]: 'NDPProxy': '1.0', May 17 19:21:21.488927 dv-cinder-840678-10-iscsi neutron-server[103783]: 'Network': '1.1', May 17 19:21:21.488927 dv-cinder-840678-10-iscsi neutron-server[103783]: 'Port': '1.7', May 17 19:21:21.488927 dv-cinder-840678-10-iscsi neutron-server[103783]: 'PortForwarding': '1.3', May 17 19:21:21.488927 dv-cinder-840678-10-iscsi neutron-server[103783]: 'QosPolicy': '1.10', May 17 19:21:21.488927 dv-cinder-840678-10-iscsi neutron-server[103783]: 'SecurityGroup': '1.5', May 17 19:21:21.488927 dv-cinder-840678-10-iscsi neutron-server[103783]: 'SecurityGroupRule': '1.2', May 17 19:21:21.488927 dv-cinder-840678-10-iscsi neutron-server[103783]: 'SubPort': '1.0', May 17 19:21:21.488927 dv-cinder-840678-10-iscsi neutron-server[103783]: 'Subnet': '1.1', May 17 19:21:21.488927 dv-cinder-840678-10-iscsi neutron-server[103783]: 'Trunk': '1.1'}} May 17 19:21:21.488927 dv-cinder-840678-10-iscsi neutron-server[103783]: {{(pid=103783) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 19:21:21.491741 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-6102b4b9-e5d4-49ca-9c99-e25c1dddb98b None None] Attempting to bind port 1cfb7677-fe5b-4127-9354-a5d5698825bd on host dv-cinder-840678-10-iscsi for vnic_type normal with profile {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 19:21:21.491882 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-6102b4b9-e5d4-49ca-9c99-e25c1dddb98b None None] Attempting to bind port 1cfb7677-fe5b-4127-9354-a5d5698825bd by drivers openvswitch,hyperv on host dv-cinder-840678-10-iscsi at level 0 using segments [{'id': '33260d29-8934-4160-9782-7038bf9d90ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '58fc5ee6-22a4-4597-abee-2bb534dd6f74'}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 19:21:21.492196 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6102b4b9-e5d4-49ca-9c99-e25c1dddb98b None None] Attempting to bind port 1cfb7677-fe5b-4127-9354-a5d5698825bd on network 58fc5ee6-22a4-4597-abee-2bb534dd6f74 {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:21:21.498486 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6102b4b9-e5d4-49ca-9c99-e25c1dddb98b None None] Checking agent: {'id': 'ad42d2f6-c134-426b-9061-deff100c9b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 19, 20, 51), 'started_at': datetime.datetime(2022, 5, 17, 19, 20, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 19, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 19:21:21.498896 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6102b4b9-e5d4-49ca-9c99-e25c1dddb98b None None] Checking segment: {'id': '33260d29-8934-4160-9782-7038bf9d90ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '58fc5ee6-22a4-4597-abee-2bb534dd6f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:21:21.499378 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-6102b4b9-e5d4-49ca-9c99-e25c1dddb98b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:21.499798 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6102b4b9-e5d4-49ca-9c99-e25c1dddb98b None None] Bound using segment: {'id': '33260d29-8934-4160-9782-7038bf9d90ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '58fc5ee6-22a4-4597-abee-2bb534dd6f74'} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 19:21:21.501076 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-6102b4b9-e5d4-49ca-9c99-e25c1dddb98b None None] Bound port: 1cfb7677-fe5b-4127-9354-a5d5698825bd, host: dv-cinder-840678-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33260d29-8934-4160-9782-7038bf9d90ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '58fc5ee6-22a4-4597-abee-2bb534dd6f74'}}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 19:21:21.501076 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-6102b4b9-e5d4-49ca-9c99-e25c1dddb98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (1cfb7677-fe5b-4127-9354-a5d5698825bd), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:21.530122 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:21.592731 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-6102b4b9-e5d4-49ca-9c99-e25c1dddb98b None None] For port 1cfb7677-fe5b-4127-9354-a5d5698825bd, host dv-cinder-840678-10-iscsi, cleared binding levels {{(pid=103783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 19:21:21.613311 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-6102b4b9-e5d4-49ca-9c99-e25c1dddb98b None None] For port 1cfb7677-fe5b-4127-9354-a5d5698825bd, host dv-cinder-840678-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=1cfb7677-fe5b-4127-9354-a5d5698825bd,segment=NetworkSegment(33260d29-8934-4160-9782-7038bf9d90ab),segment_id=33260d29-8934-4160-9782-7038bf9d90ab)] {{(pid=103783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 19:21:21.678360 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-d4a4c40e-7128-4aab-9c2d-791fb8a925ea None None] Provisioning complete for port 1cfb7677-fe5b-4127-9354-a5d5698825bd triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:21:21.678743 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d4a4c40e-7128-4aab-9c2d-791fb8a925ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (1cfb7677-fe5b-4127-9354-a5d5698825bd), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:21.684732 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-6102b4b9-e5d4-49ca-9c99-e25c1dddb98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (1cfb7677-fe5b-4127-9354-a5d5698825bd), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:21.709766 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d4a4c40e-7128-4aab-9c2d-791fb8a925ea None None] Port 1cfb7677-fe5b-4127-9354-a5d5698825bd cannot update to ACTIVE because it is not bound. {{(pid=103782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 19:21:21.737866 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6102b4b9-e5d4-49ca-9c99-e25c1dddb98b None None] Routers {'5b694f12-5c76-4e8e-a8e1-1437d590f011'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:21:21.738497 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-6102b4b9-e5d4-49ca-9c99-e25c1dddb98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:21:17Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['5b694f12-5c76-4e8e-a8e1-1437d590f011'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:21:21.781702 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0714ad-b184-403a-aeb5-581a836c6891 None None] Pushing event updated for resources: {'Port': ['ID=1cfb7677-fe5b-4127-9354-a5d5698825bd,revision_number=4']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:21:21.834863 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-6102b4b9-e5d4-49ca-9c99-e25c1dddb98b None None] Set router 5b694f12-5c76-4e8e-a8e1-1437d590f011 gateway port host: None {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:21:21.928225 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-efecf741-e662-496e-bfeb-c8f71021932a None None] Provisioning complete for port 1cfb7677-fe5b-4127-9354-a5d5698825bd triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:21:21.928643 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-efecf741-e662-496e-bfeb-c8f71021932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (1cfb7677-fe5b-4127-9354-a5d5698825bd), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:22.006169 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-efecf741-e662-496e-bfeb-c8f71021932a None None] Current status of the port 1cfb7677-fe5b-4127-9354-a5d5698825bd is: DOWN; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:21:22.006941 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-efecf741-e662-496e-bfeb-c8f71021932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (1cfb7677-fe5b-4127-9354-a5d5698825bd), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:22.042819 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-6102b4b9-e5d4-49ca-9c99-e25c1dddb98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b694f12-5c76-4e8e-a8e1-1437d590f011', 'name': 'router1', 'tenant_id': 'd13e273646b44ecca3cd10cd867bbd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:21:08Z', 'updated_at': '2022-05-17T19:21:19Z', 'revision_number': 2, 'project_id': 'd13e273646b44ecca3cd10cd867bbd04', 'gw_port_host': None, '_interfaces': [{'id': '1cfb7677-fe5b-4127-9354-a5d5698825bd', 'name': '', 'network_id': '58fc5ee6-22a4-4597-abee-2bb534dd6f74', 'tenant_id': 'd13e273646b44ecca3cd10cd867bbd04', 'mac_address': 'fa:16:3e:89:55:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b694f12-5c76-4e8e-a8e1-1437d590f011', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e607dd90-9393-4b25-8b5a-0143eb4c817d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:21:18Z', 'updated_at': '2022-05-17T19:21:21Z', 'revision_number': 4, 'project_id': 'd13e273646b44ecca3cd10cd867bbd04', 'subnets': [{'id': 'e607dd90-9393-4b25-8b5a-0143eb4c817d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5950a40c-589c-467d-ae08-8fa8474a5fe5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:21:22.046967 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-efecf741-e662-496e-bfeb-c8f71021932a None None] For port 1cfb7677-fe5b-4127-9354-a5d5698825bd, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=1cfb7677-fe5b-4127-9354-a5d5698825bd,segment=NetworkSegment(33260d29-8934-4160-9782-7038bf9d90ab),segment_id=33260d29-8934-4160-9782-7038bf9d90ab)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:21:22.071998 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6102b4b9-e5d4-49ca-9c99-e25c1dddb98b None None] The sync data for ids ['5b694f12-5c76-4e8e-a8e1-1437d590f011'] in dv-cinder-840678-10-iscsi is: [{'id': '5b694f12-5c76-4e8e-a8e1-1437d590f011', 'name': 'router1', 'tenant_id': 'd13e273646b44ecca3cd10cd867bbd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:21:08Z', 'updated_at': '2022-05-17T19:21:19Z', 'revision_number': 2, 'project_id': 'd13e273646b44ecca3cd10cd867bbd04', 'gw_port_host': None, '_interfaces': [{'id': '1cfb7677-fe5b-4127-9354-a5d5698825bd', 'name': '', 'network_id': '58fc5ee6-22a4-4597-abee-2bb534dd6f74', 'tenant_id': 'd13e273646b44ecca3cd10cd867bbd04', 'mac_address': 'fa:16:3e:89:55:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b694f12-5c76-4e8e-a8e1-1437d590f011', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e607dd90-9393-4b25-8b5a-0143eb4c817d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:21:18Z', 'updated_at': '2022-05-17T19:21:21Z', 'revision_number': 4, 'project_id': 'd13e273646b44ecca3cd10cd867bbd04', 'subnets': [{'id': 'e607dd90-9393-4b25-8b5a-0143eb4c817d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5950a40c-589c-467d-ae08-8fa8474a5fe5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 19:21:22.101455 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-efecf741-e662-496e-bfeb-c8f71021932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (1cfb7677-fe5b-4127-9354-a5d5698825bd), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:22.148661 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efecf741-e662-496e-bfeb-c8f71021932a None None] Pushing event updated for resources: {'Port': ['ID=1cfb7677-fe5b-4127-9354-a5d5698825bd,revision_number=5']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:21:22.394231 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 35988) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:21:22.586270 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd51f0c-228d-488a-9b2b-763d4c750877 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:21:22.587632 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-7fd51f0c-228d-488a-9b2b-763d4c750877 admin admin] 10.222.0.58 "GET /v2.0/networks/a8e71caf-cf8f-487f-b3e8-f30c47275c44 HTTP/1.1" status: 200 len: 842 time: 0.1923943 May 17 19:21:22.597042 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-de8d32aa-a452-4cb4-a2eb-11dd10fbe1f2 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'name': 'public-subnet', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.2.1'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:21:22.689408 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8d32aa-a452-4cb4-a2eb-11dd10fbe1f2 admin admin] Made reservation on behalf of 07bd98f7df3a477a8bf75754083485f0 for: {'subnet': 1} {{(pid=103781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:21:22.691838 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-de8d32aa-a452-4cb4-a2eb-11dd10fbe1f2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:23.011041 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.objects.ports [None req-de8d32aa-a452-4cb4-a2eb-11dd10fbe1f2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103781) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 17 19:21:23.011466 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-de8d32aa-a452-4cb4-a2eb-11dd10fbe1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16348314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519'] for subnet (5b8cb9fa-be03-458e-a77b-33fb963ee3d0), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:23.069724 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8d32aa-a452-4cb4-a2eb-11dd10fbe1f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b8cb9fa-be03-458e-a77b-33fb963ee3d0,revision_number=0']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:21:23.078820 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8d32aa-a452-4cb4-a2eb-11dd10fbe1f2 admin admin] Checking segment: {'id': '9ce1d97a-7b85-460d-9e35-dbb6f20db43d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:21:23.080343 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8d32aa-a452-4cb4-a2eb-11dd10fbe1f2 admin admin] Network hostable DHCP agents. Network: a8e71caf-cf8f-487f-b3e8-f30c47275c44, hostable agents: ['acc21e7f-c3fd-47ad-b523-e51f8b89f08b'], hosted agents: [] {{(pid=103781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 19:21:23.164018 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8d32aa-a452-4cb4-a2eb-11dd10fbe1f2 admin admin] Network a8e71caf-cf8f-487f-b3e8-f30c47275c44 is scheduled to be hosted by DHCP agent acc21e7f-c3fd-47ad-b523-e51f8b89f08b with binding_index 1 {{(pid=103781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 19:21:23.237525 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [None req-de8d32aa-a452-4cb4-a2eb-11dd10fbe1f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-10-iscsi, a8e71caf-cf8f-487f-b3e8-f30c47275c44) {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:21:23.241895 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8d32aa-a452-4cb4-a2eb-11dd10fbe1f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:21:23.245236 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-de8d32aa-a452-4cb4-a2eb-11dd10fbe1f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for subnet (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:23.247154 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b83b125-b038-47f1-8eae-70af22b77075 None None] Network a8e71caf-cf8f-487f-b3e8-f30c47275c44 requested from dv-cinder-840678-10-iscsi {{(pid=103782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 19:21:23.310095 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-de8d32aa-a452-4cb4-a2eb-11dd10fbe1f2 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7164137 May 17 19:21:23.367613 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f649db7e-bc1c-41b2-baa8-7589441350b9 None None] Network a8e71caf-cf8f-487f-b3e8-f30c47275c44 requested from dv-cinder-840678-10-iscsi {{(pid=103782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 19:21:25.736900 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 36006) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:21:25.864231 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-1695f495-e417-41f4-8526-6291e9fdd825 demo admin] 10.222.0.58 "GET /v2.0/routers/5b694f12-5c76-4e8e-a8e1-1437d590f011 HTTP/1.1" status: 200 len: 710 time: 0.1261559 May 17 19:21:25.948686 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e80e2f-0016-43a2-90ce-df034cc92f95 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:21:25.954739 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-a9e80e2f-0016-43a2-90ce-df034cc92f95 demo admin] 10.222.0.58 "GET /v2.0/networks/a8e71caf-cf8f-487f-b3e8-f30c47275c44 HTTP/1.1" status: 200 len: 886 time: 0.0801671 May 17 19:21:25.958457 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-543ce06b-d217-41eb-b517-26270099a38f demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'}}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:21:26.257733 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-543ce06b-d217-41eb-b517-26270099a38f demo admin] Publish callbacks [] for router_gateway (5b694f12-5c76-4e8e-a8e1-1437d590f011), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:26.542604 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-543ce06b-d217-41eb-b517-26270099a38f demo admin] Publish callbacks [] for router_gateway (5b694f12-5c76-4e8e-a8e1-1437d590f011), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:26.615552 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-543ce06b-d217-41eb-b517-26270099a38f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:26.721241 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_common [None req-543ce06b-d217-41eb-b517-26270099a38f demo admin] Allocated IP 172.27.2.24 (a8e71caf-cf8f-487f-b3e8-f30c47275c44/5b8cb9fa-be03-458e-a77b-33fb963ee3d0/0df77118-cf3d-43db-8772-0bacd35da4b9) {{(pid=103781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:21:26.819637 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-543ce06b-d217-41eb-b517-26270099a38f demo admin] Publish callbacks [] for port (0df77118-cf3d-43db-8772-0bacd35da4b9), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:26.901054 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-543ce06b-d217-41eb-b517-26270099a38f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167'] for port (0df77118-cf3d-43db-8772-0bacd35da4b9), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:26.934739 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543ce06b-d217-41eb-b517-26270099a38f demo admin] Network a8e71caf-cf8f-487f-b3e8-f30c47275c44 is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:21:26.937519 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [None req-543ce06b-d217-41eb-b517-26270099a38f demo admin] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:21:26.940181 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543ce06b-d217-41eb-b517-26270099a38f demo admin] Received port after_create {{(pid=103781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:21:26.982206 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ce06b-d217-41eb-b517-26270099a38f demo admin] Pushing event updated for resources: {'Port': ['ID=0df77118-cf3d-43db-8772-0bacd35da4b9,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:21:27.261345 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-543ce06b-d217-41eb-b517-26270099a38f demo admin] Publish callbacks [] for router_gateway (5b694f12-5c76-4e8e-a8e1-1437d590f011), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:27.456478 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-543ce06b-d217-41eb-b517-26270099a38f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16763648', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16658861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1115'] for router (5b694f12-5c76-4e8e-a8e1-1437d590f011), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:27.459813 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-543ce06b-d217-41eb-b517-26270099a38f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16763877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16763671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16763678', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16658868'] for router (5b694f12-5c76-4e8e-a8e1-1437d590f011), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:27.561179 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-543ce06b-d217-41eb-b517-26270099a38f demo admin] Router 5b694f12-5c76-4e8e-a8e1-1437d590f011 has already been hosted by L3 agent d0bc9f74-feb0-4354-bd47-885486f1ec0d {{(pid=103781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 19:21:27.660199 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543ce06b-d217-41eb-b517-26270099a38f demo admin] Notify agent at l3_agent.dv-cinder-840678-10-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 19:21:27.664339 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-543ce06b-d217-41eb-b517-26270099a38f demo admin] Publish callbacks [] for router (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:27.679510 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-543ce06b-d217-41eb-b517-26270099a38f demo admin] 10.222.0.58 "PUT /v2.0/routers/5b694f12-5c76-4e8e-a8e1-1437d590f011 HTTP/1.1" status: 200 len: 889 time: 1.7101350 May 17 19:21:30.086556 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device 1cfb7677-fe5b-4127-9354-a5d5698825bd up at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:21:30.101207 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 36018) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:21:30.133074 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Provisioning complete for port 1cfb7677-fe5b-4127-9354-a5d5698825bd triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:21:30.133230 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (1cfb7677-fe5b-4127-9354-a5d5698825bd), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:30.205282 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port 1cfb7677-fe5b-4127-9354-a5d5698825bd is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:21:30.298763 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-29ffea5b-98f2-4e99-96f3-fa787c61cd09 admin admin] 10.222.0.58 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1963632 May 17 19:21:30.863901 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720558a5-9e52-4c4a-a323-8bf31051df6a None None] Sync routers for ids ['5b694f12-5c76-4e8e-a8e1-1437d590f011'] in dv-cinder-840678-10-iscsi {{(pid=103782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 19:21:30.879545 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720558a5-9e52-4c4a-a323-8bf31051df6a None None] Routers {'5b694f12-5c76-4e8e-a8e1-1437d590f011'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:21:30.880198 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-720558a5-9e52-4c4a-a323-8bf31051df6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:21:17Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['5b694f12-5c76-4e8e-a8e1-1437d590f011'], 'active': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:21:31.080712 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvr_db [None req-720558a5-9e52-4c4a-a323-8bf31051df6a None None] Set router 5b694f12-5c76-4e8e-a8e1-1437d590f011 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:21:31.457029 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-720558a5-9e52-4c4a-a323-8bf31051df6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b694f12-5c76-4e8e-a8e1-1437d590f011', 'name': 'router1', 'tenant_id': 'd13e273646b44ecca3cd10cd867bbd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '0df77118-cf3d-43db-8772-0bacd35da4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:21:08Z', 'updated_at': '2022-05-17T19:21:27Z', 'revision_number': 4, 'project_id': 'd13e273646b44ecca3cd10cd867bbd04', 'gw_port': {'id': '0df77118-cf3d-43db-8772-0bacd35da4b9', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d0:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b694f12-5c76-4e8e-a8e1-1437d590f011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:21:26Z', 'updated_at': '2022-05-17T19:21:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': '1cfb7677-fe5b-4127-9354-a5d5698825bd', 'name': '', 'network_id': '58fc5ee6-22a4-4597-abee-2bb534dd6f74', 'tenant_id': 'd13e273646b44ecca3cd10cd867bbd04', 'mac_address': 'fa:16:3e:89:55:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b694f12-5c76-4e8e-a8e1-1437d590f011', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e607dd90-9393-4b25-8b5a-0143eb4c817d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:21:18Z', 'updated_at': '2022-05-17T19:21:22Z', 'revision_number': 5, 'project_id': 'd13e273646b44ecca3cd10cd867bbd04', 'subnets': [{'id': 'e607dd90-9393-4b25-8b5a-0143eb4c817d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5950a40c-589c-467d-ae08-8fa8474a5fe5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:21:31.576764 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720558a5-9e52-4c4a-a323-8bf31051df6a None None] Checking router: 5b694f12-5c76-4e8e-a8e1-1437d590f011 for host: dv-cinder-840678-10-iscsi {{(pid=103782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 19:21:31.577110 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720558a5-9e52-4c4a-a323-8bf31051df6a None None] Updating router 5b694f12-5c76-4e8e-a8e1-1437d590f011 port 0df77118-cf3d-43db-8772-0bacd35da4b9 binding host dv-cinder-840678-10-iscsi {{(pid=103782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 19:21:31.638289 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-720558a5-9e52-4c4a-a323-8bf31051df6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (0df77118-cf3d-43db-8772-0bacd35da4b9), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:31.981861 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-720558a5-9e52-4c4a-a323-8bf31051df6a None None] Publish callbacks [] for port (0df77118-cf3d-43db-8772-0bacd35da4b9), precommit_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:32.026945 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-720558a5-9e52-4c4a-a323-8bf31051df6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (0df77118-cf3d-43db-8772-0bacd35da4b9), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:32.078533 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d96e3f3-a7df-4cb1-8668-3868585b473e None None] Pushing event updated for resources: {'Port': ['ID=0df77118-cf3d-43db-8772-0bacd35da4b9,revision_number=2']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:21:32.082741 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-720558a5-9e52-4c4a-a323-8bf31051df6a None None] Attempting to bind port 0df77118-cf3d-43db-8772-0bacd35da4b9 on host dv-cinder-840678-10-iscsi for vnic_type normal with profile {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 19:21:32.083039 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-720558a5-9e52-4c4a-a323-8bf31051df6a None None] Attempting to bind port 0df77118-cf3d-43db-8772-0bacd35da4b9 by drivers openvswitch,hyperv on host dv-cinder-840678-10-iscsi at level 0 using segments [{'id': '9ce1d97a-7b85-460d-9e35-dbb6f20db43d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 19:21:32.083391 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720558a5-9e52-4c4a-a323-8bf31051df6a None None] Attempting to bind port 0df77118-cf3d-43db-8772-0bacd35da4b9 on network a8e71caf-cf8f-487f-b3e8-f30c47275c44 {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:21:32.089415 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720558a5-9e52-4c4a-a323-8bf31051df6a None None] Checking agent: {'id': 'ad42d2f6-c134-426b-9061-deff100c9b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 19, 20, 51), 'started_at': datetime.datetime(2022, 5, 17, 19, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 19, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 19:21:32.089723 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720558a5-9e52-4c4a-a323-8bf31051df6a None None] Checking segment: {'id': '9ce1d97a-7b85-460d-9e35-dbb6f20db43d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:21:32.090449 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-720558a5-9e52-4c4a-a323-8bf31051df6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:32.090572 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720558a5-9e52-4c4a-a323-8bf31051df6a None None] Bound using segment: {'id': '9ce1d97a-7b85-460d-9e35-dbb6f20db43d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 19:21:32.090971 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-720558a5-9e52-4c4a-a323-8bf31051df6a None None] Bound port: 0df77118-cf3d-43db-8772-0bacd35da4b9, host: dv-cinder-840678-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce1d97a-7b85-460d-9e35-dbb6f20db43d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'}}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 19:21:32.091350 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-720558a5-9e52-4c4a-a323-8bf31051df6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (0df77118-cf3d-43db-8772-0bacd35da4b9), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:32.145278 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-720558a5-9e52-4c4a-a323-8bf31051df6a None None] For port 0df77118-cf3d-43db-8772-0bacd35da4b9, host dv-cinder-840678-10-iscsi, cleared binding levels {{(pid=103782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 19:21:32.149305 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-720558a5-9e52-4c4a-a323-8bf31051df6a None None] For port 0df77118-cf3d-43db-8772-0bacd35da4b9, host dv-cinder-840678-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=0df77118-cf3d-43db-8772-0bacd35da4b9,segment=NetworkSegment(9ce1d97a-7b85-460d-9e35-dbb6f20db43d),segment_id=9ce1d97a-7b85-460d-9e35-dbb6f20db43d)] {{(pid=103782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 19:21:32.209959 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-720558a5-9e52-4c4a-a323-8bf31051df6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (0df77118-cf3d-43db-8772-0bacd35da4b9), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:32.268273 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720558a5-9e52-4c4a-a323-8bf31051df6a None None] Routers {'5b694f12-5c76-4e8e-a8e1-1437d590f011'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:21:32.268930 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-720558a5-9e52-4c4a-a323-8bf31051df6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:21:17Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['5b694f12-5c76-4e8e-a8e1-1437d590f011'], 'active': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:21:32.302722 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d96e3f3-a7df-4cb1-8668-3868585b473e None None] Pushing event updated for resources: {'Port': ['ID=0df77118-cf3d-43db-8772-0bacd35da4b9,revision_number=3']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:21:32.379803 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvr_db [None req-720558a5-9e52-4c4a-a323-8bf31051df6a None None] Set router 5b694f12-5c76-4e8e-a8e1-1437d590f011 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:21:32.592280 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-720558a5-9e52-4c4a-a323-8bf31051df6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b694f12-5c76-4e8e-a8e1-1437d590f011', 'name': 'router1', 'tenant_id': 'd13e273646b44ecca3cd10cd867bbd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '0df77118-cf3d-43db-8772-0bacd35da4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:21:08Z', 'updated_at': '2022-05-17T19:21:27Z', 'revision_number': 4, 'project_id': 'd13e273646b44ecca3cd10cd867bbd04', 'gw_port': {'id': '0df77118-cf3d-43db-8772-0bacd35da4b9', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d0:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b694f12-5c76-4e8e-a8e1-1437d590f011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:21:26Z', 'updated_at': '2022-05-17T19:21:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': '1cfb7677-fe5b-4127-9354-a5d5698825bd', 'name': '', 'network_id': '58fc5ee6-22a4-4597-abee-2bb534dd6f74', 'tenant_id': 'd13e273646b44ecca3cd10cd867bbd04', 'mac_address': 'fa:16:3e:89:55:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b694f12-5c76-4e8e-a8e1-1437d590f011', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e607dd90-9393-4b25-8b5a-0143eb4c817d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:21:18Z', 'updated_at': '2022-05-17T19:21:22Z', 'revision_number': 5, 'project_id': 'd13e273646b44ecca3cd10cd867bbd04', 'subnets': [{'id': 'e607dd90-9393-4b25-8b5a-0143eb4c817d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5950a40c-589c-467d-ae08-8fa8474a5fe5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:21:32.619679 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720558a5-9e52-4c4a-a323-8bf31051df6a None None] The sync data for ids ['5b694f12-5c76-4e8e-a8e1-1437d590f011'] in dv-cinder-840678-10-iscsi is: [{'id': '5b694f12-5c76-4e8e-a8e1-1437d590f011', 'name': 'router1', 'tenant_id': 'd13e273646b44ecca3cd10cd867bbd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '0df77118-cf3d-43db-8772-0bacd35da4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:21:08Z', 'updated_at': '2022-05-17T19:21:27Z', 'revision_number': 4, 'project_id': 'd13e273646b44ecca3cd10cd867bbd04', 'gw_port': {'id': '0df77118-cf3d-43db-8772-0bacd35da4b9', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d0:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b694f12-5c76-4e8e-a8e1-1437d590f011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:21:26Z', 'updated_at': '2022-05-17T19:21:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': '1cfb7677-fe5b-4127-9354-a5d5698825bd', 'name': '', 'network_id': '58fc5ee6-22a4-4597-abee-2bb534dd6f74', 'tenant_id': 'd13e273646b44ecca3cd10cd867bbd04', 'mac_address': 'fa:16:3e:89:55:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b694f12-5c76-4e8e-a8e1-1437d590f011', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e607dd90-9393-4b25-8b5a-0143eb4c817d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:21:18Z', 'updated_at': '2022-05-17T19:21:22Z', 'revision_number': 5, 'project_id': 'd13e273646b44ecca3cd10cd867bbd04', 'subnets': [{'id': 'e607dd90-9393-4b25-8b5a-0143eb4c817d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5950a40c-589c-467d-ae08-8fa8474a5fe5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 19:21:34.137947 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device 0df77118-cf3d-43db-8772-0bacd35da4b9 up at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:21:34.185370 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Provisioning complete for port 0df77118-cf3d-43db-8772-0bacd35da4b9 triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:21:34.185738 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (0df77118-cf3d-43db-8772-0bacd35da4b9), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:34.274073 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port 0df77118-cf3d-43db-8772-0bacd35da4b9 is: DOWN; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:21:34.274463 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (0df77118-cf3d-43db-8772-0bacd35da4b9), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:34.297265 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] For port 0df77118-cf3d-43db-8772-0bacd35da4b9, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=0df77118-cf3d-43db-8772-0bacd35da4b9,segment=NetworkSegment(9ce1d97a-7b85-460d-9e35-dbb6f20db43d),segment_id=9ce1d97a-7b85-460d-9e35-dbb6f20db43d)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:21:34.363859 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (0df77118-cf3d-43db-8772-0bacd35da4b9), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:34.439625 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Pushing event updated for resources: {'Port': ['ID=0df77118-cf3d-43db-8772-0bacd35da4b9,revision_number=4']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:21:36.229284 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device 0df77118-cf3d-43db-8772-0bacd35da4b9 up at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:21:36.346608 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Provisioning complete for port 0df77118-cf3d-43db-8772-0bacd35da4b9 triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:21:36.347219 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (0df77118-cf3d-43db-8772-0bacd35da4b9), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:36.492508 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port 0df77118-cf3d-43db-8772-0bacd35da4b9 is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:21:37.502430 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.agents_db [None req-42b69621-6215-4a4a-9d32-588efc9ea437 None None] Agent healthcheck: found 5 active agents {{(pid=103783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 19:21:44.980525 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d2a12e64-3199-499c-b99f-07182c98a6a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:47.203931 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-a0212bd1-9b32-4492-8520-aa28d83be1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:48.414654 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:50.208754 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:21:51.569622 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:22:14.483359 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.agents_db [None req-42b69621-6215-4a4a-9d32-588efc9ea437 None None] Agent healthcheck: found 5 active agents {{(pid=103783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 19:22:14.962804 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-898bed8e-4594-4918-82a0-6aac2d5b2a05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:22:17.208701 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-bec6b671-7b63-463f-b352-71f0166b4fe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:22:18.396906 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:22:20.179653 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:22:21.511875 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:22:44.967282 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-c6fb3637-1427-4870-ba22-2db1ee7ed912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:22:47.241678 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-98a339c9-594f-4877-9ba4-833d7b3657fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:22:48.389955 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:22:49.825635 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 36502) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:22:49.886092 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cfe6201-5424-4195-b6c2-ed0b46208caa admin admin] GET failed (client error): The resource could not be found. May 17 19:22:49.887359 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-2cfe6201-5424-4195-b6c2-ed0b46208caa admin admin] 10.222.0.58 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0607910 May 17 19:22:50.046623 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7157db7b-cf54-4490-9c62-b846fa7a7d7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:22:50.048042 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-7157db7b-cf54-4490-9c62-b846fa7a7d7b admin admin] 10.222.0.58 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1566141 May 17 19:22:50.184383 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:22:51.480674 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.agents_db [None req-42b69621-6215-4a4a-9d32-588efc9ea437 None None] Agent healthcheck: found 5 active agents {{(pid=103783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 19:22:51.498353 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:22:52.284393 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 36512) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:22:52.373621 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98353acd-65fb-4203-9061-547365809478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:22:52.374922 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-98353acd-65fb-4203-9061-547365809478 admin admin] 10.222.0.58 "GET /v2.0/subnets/e607dd90-9393-4b25-8b5a-0143eb4c817d HTTP/1.1" status: 200 len: 849 time: 0.0895689 May 17 19:22:52.384100 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-ade7e865-264c-43f2-9fd8-e8a1dd34e897 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:22:52.467114 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ade7e865-264c-43f2-9fd8-e8a1dd34e897 admin admin] Publish callbacks [] for subnet (e607dd90-9393-4b25-8b5a-0143eb4c817d), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:22:52.669843 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ade7e865-264c-43f2-9fd8-e8a1dd34e897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16348314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792041520002'] for subnet (e607dd90-9393-4b25-8b5a-0143eb4c817d), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:22:52.698257 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade7e865-264c-43f2-9fd8-e8a1dd34e897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:22:52.698836 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ade7e865-264c-43f2-9fd8-e8a1dd34e897 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for subnet (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:22:52.700126 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-ade7e865-264c-43f2-9fd8-e8a1dd34e897 admin admin] 10.222.0.58 "PUT /v2.0/subnets/e607dd90-9393-4b25-8b5a-0143eb4c817d HTTP/1.1" status: 200 len: 868 time: 0.3195236 May 17 19:22:52.718531 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c239f5f-9b20-4db8-a5f6-377023b82975 None None] Network 58fc5ee6-22a4-4597-abee-2bb534dd6f74 requested from dv-cinder-840678-10-iscsi {{(pid=103782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 19:22:52.721255 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade7e865-264c-43f2-9fd8-e8a1dd34e897 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e607dd90-9393-4b25-8b5a-0143eb4c817d,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:22:52.729704 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade7e865-264c-43f2-9fd8-e8a1dd34e897 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:22:52.732785 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade7e865-264c-43f2-9fd8-e8a1dd34e897 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:22:52.732785 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade7e865-264c-43f2-9fd8-e8a1dd34e897 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:22:52.732785 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade7e865-264c-43f2-9fd8-e8a1dd34e897 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:22:52.732785 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade7e865-264c-43f2-9fd8-e8a1dd34e897 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:22:52.732785 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade7e865-264c-43f2-9fd8-e8a1dd34e897 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:22:52.732785 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade7e865-264c-43f2-9fd8-e8a1dd34e897 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:22:52.732785 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade7e865-264c-43f2-9fd8-e8a1dd34e897 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:22:52.732785 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade7e865-264c-43f2-9fd8-e8a1dd34e897 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:22:52.732785 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade7e865-264c-43f2-9fd8-e8a1dd34e897 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:22:52.733610 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade7e865-264c-43f2-9fd8-e8a1dd34e897 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:22:52.733610 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade7e865-264c-43f2-9fd8-e8a1dd34e897 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:22:52.733610 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade7e865-264c-43f2-9fd8-e8a1dd34e897 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:22:52.733997 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade7e865-264c-43f2-9fd8-e8a1dd34e897 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:22:52.734217 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade7e865-264c-43f2-9fd8-e8a1dd34e897 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:22:53.036614 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-74788443-a88d-4214-809f-31b02c771eb9 None None] Provisioning complete for port c8b581fe-5fa9-4290-8d65-0df80a226389 triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:22:53.037506 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-74788443-a88d-4214-809f-31b02c771eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (c8b581fe-5fa9-4290-8d65-0df80a226389), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:22:53.107223 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-74788443-a88d-4214-809f-31b02c771eb9 None None] Current status of the port c8b581fe-5fa9-4290-8d65-0df80a226389 is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:22:53.114902 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-74788443-a88d-4214-809f-31b02c771eb9 None None] Provisioning complete for port 1cfb7677-fe5b-4127-9354-a5d5698825bd triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:22:53.115875 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-74788443-a88d-4214-809f-31b02c771eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (1cfb7677-fe5b-4127-9354-a5d5698825bd), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:22:53.185867 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-74788443-a88d-4214-809f-31b02c771eb9 None None] Current status of the port 1cfb7677-fe5b-4127-9354-a5d5698825bd is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:22:54.963698 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 36520) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:22:55.164489 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cc0704-d403-48ac-ba67-68d80821820d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:22:55.164879 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cc0704-d403-48ac-ba67-68d80821820d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:22:55.166456 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-c8cc0704-d403-48ac-ba67-68d80821820d admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2018282 May 17 19:22:57.374859 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 36530) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:22:57.567819 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b61538-d722-4c1c-96f4-cadee15ea4b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:22:57.568233 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b61538-d722-4c1c-96f4-cadee15ea4b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:22:57.569740 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-b4b61538-d722-4c1c-96f4-cadee15ea4b0 admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1938994 May 17 19:22:59.825099 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 36538) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:22:59.955408 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4d7a44-f9f6-4df9-b91f-1f0cdc0a3b3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:22:59.956796 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-ec4d7a44-f9f6-4df9-b91f-1f0cdc0a3b3e admin admin] 10.222.0.58 "GET /v2.0/networks/58fc5ee6-22a4-4597-abee-2bb534dd6f74 HTTP/1.1" status: 200 len: 869 time: 0.1307588 May 17 19:23:02.180327 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 36546) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:23:02.302231 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212406b8-b363-4834-af24-b798b16ea204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:23:02.303572 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-212406b8-b363-4834-af24-b798b16ea204 admin admin] 10.222.0.58 "GET /v2.0/networks/a8e71caf-cf8f-487f-b3e8-f30c47275c44 HTTP/1.1" status: 200 len: 886 time: 0.1222720 May 17 19:23:04.516643 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 36554) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:23:04.635553 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7b9eb5-ddde-4df7-82c8-2703986e82fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:23:04.636027 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7b9eb5-ddde-4df7-82c8-2703986e82fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:23:04.640334 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-7d7b9eb5-ddde-4df7-82c8-2703986e82fb admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1227131 May 17 19:23:06.865321 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 36562) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:23:06.957064 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f59ce6a-0f9d-448f-ba8e-4aa29cff35fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:23:06.957505 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f59ce6a-0f9d-448f-ba8e-4aa29cff35fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:23:06.959515 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-5f59ce6a-0f9d-448f-ba8e-4aa29cff35fe admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0932581 May 17 19:23:09.161970 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 36570) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:23:09.244853 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b0c269-95a3-448e-81e3-cc9279bf09e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:23:09.246191 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-a8b0c269-95a3-448e-81e3-cc9279bf09e4 admin admin] 10.222.0.58 "GET /v2.0/subnets/5b8cb9fa-be03-458e-a77b-33fb963ee3d0 HTTP/1.1" status: 200 len: 816 time: 0.0832920 May 17 19:23:11.454511 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 36578) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:23:11.544793 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600b2f64-c6de-433c-b42e-037dc13886b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:23:11.546128 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-600b2f64-c6de-433c-b42e-037dc13886b6 admin admin] 10.222.0.58 "GET /v2.0/subnets/e607dd90-9393-4b25-8b5a-0143eb4c817d HTTP/1.1" status: 200 len: 868 time: 0.0906737 May 17 19:23:14.972381 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-29b3085d-8e24-42c9-857f-53adb98afac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:23:17.228950 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-6e7d2cb8-c187-44fa-a472-8ccd6d29638a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:23:18.394933 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:23:20.194772 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:23:21.486528 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:23:28.479105 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.agents_db [None req-42b69621-6215-4a4a-9d32-588efc9ea437 None None] Agent healthcheck: found 5 active agents {{(pid=103783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 19:23:44.954270 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-86b4bf34-f2c2-4555-b64e-0df97bc20513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:23:47.240089 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-89740ca9-66d8-4555-98d0-6fc7da73a2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:23:48.422807 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:23:50.200325 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:23:51.490880 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:23:51.925284 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 36638) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:23:51.972036 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [None req-a58e6060-b5ca-42c5-9c36-ebbdf73cfaf0 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 19:23:51.973019 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-a58e6060-b5ca-42c5-9c36-ebbdf73cfaf0 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0467668 May 17 19:23:54.273717 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 36646) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:23:54.335291 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.pecan_wsgi.hooks.translation [None req-66005b50-201d-4d33-9062-748a88f4441b admin admin] GET failed (client error): The resource could not be found. May 17 19:23:54.336587 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-66005b50-201d-4d33-9062-748a88f4441b admin admin] 10.222.0.58 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0619481 May 17 19:23:54.476319 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b53ae7-925b-448b-a397-0134a7a2f429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:23:54.477698 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-39b53ae7-925b-448b-a397-0134a7a2f429 admin admin] 10.222.0.58 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1371076 May 17 19:23:56.703374 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 36654) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:23:56.749482 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [None req-0ea111a5-3063-4b0a-a8c6-7f54d4f36332 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:23:56.833263 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea111a5-3063-4b0a-a8c6-7f54d4f36332 admin admin] Made reservation on behalf of 07bd98f7df3a477a8bf75754083485f0 for: {'network': 1} {{(pid=103780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:23:56.835599 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-0ea111a5-3063-4b0a-a8c6-7f54d4f36332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for network (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:23:56.869701 dv-cinder-840678-10-iscsi neutron-server[103780]: WARNING neutron.services.revisions.revision_plugin [None req-0ea111a5-3063-4b0a-a8c6-7f54d4f36332 admin admin] Could not find related network for resource to bump revision. May 17 19:23:56.881372 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ea111a5-3063-4b0a-a8c6-7f54d4f36332 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=103780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 19:23:56.890090 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-0ea111a5-3063-4b0a-a8c6-7f54d4f36332 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792041590285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944438'] for segment (877c2e60-3c11-477c-8e73-df4883e5568f), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:23:56.890432 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.db.segments_db [None req-0ea111a5-3063-4b0a-a8c6-7f54d4f36332 admin admin] Added segment 877c2e60-3c11-477c-8e73-df4883e5568f of type vlan for network b11bf4b5-91bb-4f37-94f1-49d720718cc5 May 17 19:23:56.930822 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-0ea111a5-3063-4b0a-a8c6-7f54d4f36332 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792041130644'] for network (b11bf4b5-91bb-4f37-94f1-49d720718cc5), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:23:57.010982 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-0ea111a5-3063-4b0a-a8c6-7f54d4f36332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519'] for network (b11bf4b5-91bb-4f37-94f1-49d720718cc5), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:23:57.012005 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea111a5-3063-4b0a-a8c6-7f54d4f36332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:23:57.012573 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-0ea111a5-3063-4b0a-a8c6-7f54d4f36332 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for network (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:23:57.101797 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea111a5-3063-4b0a-a8c6-7f54d4f36332 admin admin] Pushing event updated for resources: {'Network': ['ID=b11bf4b5-91bb-4f37-94f1-49d720718cc5,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:23:57.108275 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea111a5-3063-4b0a-a8c6-7f54d4f36332 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:23:57.116777 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea111a5-3063-4b0a-a8c6-7f54d4f36332 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:23:57.116777 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea111a5-3063-4b0a-a8c6-7f54d4f36332 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:23:57.116777 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea111a5-3063-4b0a-a8c6-7f54d4f36332 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:23:57.116777 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea111a5-3063-4b0a-a8c6-7f54d4f36332 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:23:57.116777 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea111a5-3063-4b0a-a8c6-7f54d4f36332 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:23:57.116777 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea111a5-3063-4b0a-a8c6-7f54d4f36332 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:23:57.116777 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea111a5-3063-4b0a-a8c6-7f54d4f36332 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:23:57.116777 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea111a5-3063-4b0a-a8c6-7f54d4f36332 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:23:57.116777 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea111a5-3063-4b0a-a8c6-7f54d4f36332 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:23:57.116777 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea111a5-3063-4b0a-a8c6-7f54d4f36332 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:23:57.116777 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea111a5-3063-4b0a-a8c6-7f54d4f36332 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:23:57.116777 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea111a5-3063-4b0a-a8c6-7f54d4f36332 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:23:57.116777 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea111a5-3063-4b0a-a8c6-7f54d4f36332 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:23:57.116777 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea111a5-3063-4b0a-a8c6-7f54d4f36332 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:23:57.123145 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Network b11bf4b5-91bb-4f37-94f1-49d720718cc5 details requested by agent ovs-agent-dv-cinder-840678-10-iscsi with host dv-cinder-840678-10-iscsi {{(pid=103782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 19:23:57.139617 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-0ea111a5-3063-4b0a-a8c6-7f54d4f36332 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.4350531 May 17 19:23:59.365180 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 36662) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:23:59.423651 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcf9bd0b-57a2-4874-874a-ce57084d3ca2 admin admin] GET failed (client error): The resource could not be found. May 17 19:23:59.424923 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-fcf9bd0b-57a2-4874-874a-ce57084d3ca2 admin admin] 10.222.0.58 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0587962 May 17 19:23:59.493529 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230d8a05-ff21-4433-a030-e76d59faf121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:23:59.494951 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-230d8a05-ff21-4433-a030-e76d59faf121 admin admin] 10.222.0.58 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0655050 May 17 19:23:59.504369 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [None req-43127dbd-83b8-4b9d-a9da-2bacc33f2346 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'b11bf4b5-91bb-4f37-94f1-49d720718cc5', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:23:59.576429 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43127dbd-83b8-4b9d-a9da-2bacc33f2346 admin admin] Made reservation on behalf of 07bd98f7df3a477a8bf75754083485f0 for: {'subnet': 1} {{(pid=103780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:23:59.578560 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-43127dbd-83b8-4b9d-a9da-2bacc33f2346 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:23:59.868192 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-43127dbd-83b8-4b9d-a9da-2bacc33f2346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16348314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519'] for subnet (246b28f6-e63e-4e5e-9dc3-c677ac00c408), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:23:59.924231 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43127dbd-83b8-4b9d-a9da-2bacc33f2346 admin admin] Pushing event updated for resources: {'Subnet': ['ID=246b28f6-e63e-4e5e-9dc3-c677ac00c408,revision_number=0']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:23:59.935087 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43127dbd-83b8-4b9d-a9da-2bacc33f2346 admin admin] Checking segment: {'id': '877c2e60-3c11-477c-8e73-df4883e5568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b11bf4b5-91bb-4f37-94f1-49d720718cc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:23:59.935436 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43127dbd-83b8-4b9d-a9da-2bacc33f2346 admin admin] Network hostable DHCP agents. Network: b11bf4b5-91bb-4f37-94f1-49d720718cc5, hostable agents: ['acc21e7f-c3fd-47ad-b523-e51f8b89f08b'], hosted agents: [] {{(pid=103780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 19:24:00.079218 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43127dbd-83b8-4b9d-a9da-2bacc33f2346 admin admin] Network b11bf4b5-91bb-4f37-94f1-49d720718cc5 is scheduled to be hosted by DHCP agent acc21e7f-c3fd-47ad-b523-e51f8b89f08b with binding_index 1 {{(pid=103780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 19:24:00.227654 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.base_scheduler [None req-43127dbd-83b8-4b9d-a9da-2bacc33f2346 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-10-iscsi, b11bf4b5-91bb-4f37-94f1-49d720718cc5) {{(pid=103780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:24:00.231569 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43127dbd-83b8-4b9d-a9da-2bacc33f2346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:24:00.232163 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-43127dbd-83b8-4b9d-a9da-2bacc33f2346 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for subnet (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:24:00.236241 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9cd6d2-76d8-4da3-8884-2378bb7fc3f5 None None] Network b11bf4b5-91bb-4f37-94f1-49d720718cc5 requested from dv-cinder-840678-10-iscsi {{(pid=103782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 19:24:00.336592 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c5dfe2-787f-4700-8403-d59641c99aec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83202b5c-fe6e-5d7f-b73b-0865743d1271-b11bf4b5-91bb-4f37-94f1-49d720718cc5', 'network_id': 'b11bf4b5-91bb-4f37-94f1-49d720718cc5', 'project_id': '07bd98f7df3a477a8bf75754083485f0', 'fixed_ips': [{'subnet_id': '246b28f6-e63e-4e5e-9dc3-c677ac00c408'}]}} from dv-cinder-840678-10-iscsi. {{(pid=103782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 19:24:00.337514 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b6c5dfe2-787f-4700-8403-d59641c99aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:24:00.344800 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-43127dbd-83b8-4b9d-a9da-2bacc33f2346 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8436513 May 17 19:24:00.568631 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.db_base_plugin_common [None req-b6c5dfe2-787f-4700-8403-d59641c99aec None None] Allocated IP 192.168.233.2 (b11bf4b5-91bb-4f37-94f1-49d720718cc5/246b28f6-e63e-4e5e-9dc3-c677ac00c408/6ea1cceb-68aa-4264-9c09-c87d20f35119) {{(pid=103782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:24:00.710628 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b6c5dfe2-787f-4700-8403-d59641c99aec None None] Publish callbacks [] for port (6ea1cceb-68aa-4264-9c09-c87d20f35119), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:24:00.822939 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b6c5dfe2-787f-4700-8403-d59641c99aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167'] for port (6ea1cceb-68aa-4264-9c09-c87d20f35119), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:24:00.874219 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c5dfe2-787f-4700-8403-d59641c99aec None None] Pushing event updated for resources: {'Port': ['ID=6ea1cceb-68aa-4264-9c09-c87d20f35119,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:24:00.883851 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c5dfe2-787f-4700-8403-d59641c99aec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:24:00.884391 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c5dfe2-787f-4700-8403-d59641c99aec None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:24:00.884920 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c5dfe2-787f-4700-8403-d59641c99aec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:24:00.885436 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c5dfe2-787f-4700-8403-d59641c99aec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:24:00.885767 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c5dfe2-787f-4700-8403-d59641c99aec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:24:00.886091 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c5dfe2-787f-4700-8403-d59641c99aec None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:24:00.886410 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c5dfe2-787f-4700-8403-d59641c99aec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:24:00.886730 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c5dfe2-787f-4700-8403-d59641c99aec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:24:00.887180 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c5dfe2-787f-4700-8403-d59641c99aec None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:24:00.887598 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c5dfe2-787f-4700-8403-d59641c99aec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:24:00.887849 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c5dfe2-787f-4700-8403-d59641c99aec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:24:00.888364 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c5dfe2-787f-4700-8403-d59641c99aec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:24:00.888559 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c5dfe2-787f-4700-8403-d59641c99aec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:24:00.888843 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c5dfe2-787f-4700-8403-d59641c99aec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:24:00.889223 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c5dfe2-787f-4700-8403-d59641c99aec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:24:00.898350 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c5dfe2-787f-4700-8403-d59641c99aec None None] Network b11bf4b5-91bb-4f37-94f1-49d720718cc5 is already hosted by enough agents. {{(pid=103782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:24:00.901279 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [None req-b6c5dfe2-787f-4700-8403-d59641c99aec None None] Resources bound (agent type, host, resource id): {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:24:00.903934 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c5dfe2-787f-4700-8403-d59641c99aec None None] Received port after_create {{(pid=103782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:24:00.965866 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-b6c5dfe2-787f-4700-8403-d59641c99aec None None] Attempting to bind port 6ea1cceb-68aa-4264-9c09-c87d20f35119 on host dv-cinder-840678-10-iscsi for vnic_type normal with profile {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 19:24:00.966605 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-b6c5dfe2-787f-4700-8403-d59641c99aec None None] Attempting to bind port 6ea1cceb-68aa-4264-9c09-c87d20f35119 by drivers openvswitch,hyperv on host dv-cinder-840678-10-iscsi at level 0 using segments [{'id': '877c2e60-3c11-477c-8e73-df4883e5568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b11bf4b5-91bb-4f37-94f1-49d720718cc5'}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 19:24:00.966605 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c5dfe2-787f-4700-8403-d59641c99aec None None] Attempting to bind port 6ea1cceb-68aa-4264-9c09-c87d20f35119 on network b11bf4b5-91bb-4f37-94f1-49d720718cc5 {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:24:00.972702 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c5dfe2-787f-4700-8403-d59641c99aec None None] Checking agent: {'id': 'ad42d2f6-c134-426b-9061-deff100c9b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 19, 20, 51), 'started_at': datetime.datetime(2022, 5, 17, 19, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 19, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 19:24:00.973063 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c5dfe2-787f-4700-8403-d59641c99aec None None] Checking segment: {'id': '877c2e60-3c11-477c-8e73-df4883e5568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b11bf4b5-91bb-4f37-94f1-49d720718cc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:24:00.973451 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b6c5dfe2-787f-4700-8403-d59641c99aec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:24:00.973836 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c5dfe2-787f-4700-8403-d59641c99aec None None] Bound using segment: {'id': '877c2e60-3c11-477c-8e73-df4883e5568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b11bf4b5-91bb-4f37-94f1-49d720718cc5'} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 19:24:00.974846 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-b6c5dfe2-787f-4700-8403-d59641c99aec None None] Bound port: 6ea1cceb-68aa-4264-9c09-c87d20f35119, host: dv-cinder-840678-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '877c2e60-3c11-477c-8e73-df4883e5568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b11bf4b5-91bb-4f37-94f1-49d720718cc5'}}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 19:24:00.976302 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b6c5dfe2-787f-4700-8403-d59641c99aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (6ea1cceb-68aa-4264-9c09-c87d20f35119), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:24:01.042649 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-b6c5dfe2-787f-4700-8403-d59641c99aec None None] For port 6ea1cceb-68aa-4264-9c09-c87d20f35119, host dv-cinder-840678-10-iscsi, cleared binding levels {{(pid=103782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 19:24:01.045804 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-b6c5dfe2-787f-4700-8403-d59641c99aec None None] For port 6ea1cceb-68aa-4264-9c09-c87d20f35119, host dv-cinder-840678-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=6ea1cceb-68aa-4264-9c09-c87d20f35119,segment=NetworkSegment(877c2e60-3c11-477c-8e73-df4883e5568f),segment_id=877c2e60-3c11-477c-8e73-df4883e5568f)] {{(pid=103782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 19:24:01.160253 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b6c5dfe2-787f-4700-8403-d59641c99aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (6ea1cceb-68aa-4264-9c09-c87d20f35119), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:24:01.215227 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c5dfe2-787f-4700-8403-d59641c99aec None None] Pushing event updated for resources: {'Port': ['ID=6ea1cceb-68aa-4264-9c09-c87d20f35119,revision_number=2']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:24:02.046237 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58b79db-8609-4298-ba32-c001a00cc015 None None] Network b11bf4b5-91bb-4f37-94f1-49d720718cc5 requested from dv-cinder-840678-10-iscsi {{(pid=103782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 19:24:02.085138 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-edbb3496-cba3-415e-a031-1d11172b94ea None None] Provisioning complete for port 6ea1cceb-68aa-4264-9c09-c87d20f35119 triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:24:02.085520 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-edbb3496-cba3-415e-a031-1d11172b94ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (6ea1cceb-68aa-4264-9c09-c87d20f35119), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:24:02.202118 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device 6ea1cceb-68aa-4264-9c09-c87d20f35119 up at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:24:02.242088 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-edbb3496-cba3-415e-a031-1d11172b94ea None None] Current status of the port 6ea1cceb-68aa-4264-9c09-c87d20f35119 is: DOWN; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:24:02.242451 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-edbb3496-cba3-415e-a031-1d11172b94ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (6ea1cceb-68aa-4264-9c09-c87d20f35119), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:24:02.292117 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-edbb3496-cba3-415e-a031-1d11172b94ea None None] For port 6ea1cceb-68aa-4264-9c09-c87d20f35119, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=6ea1cceb-68aa-4264-9c09-c87d20f35119,segment=NetworkSegment(877c2e60-3c11-477c-8e73-df4883e5568f),segment_id=877c2e60-3c11-477c-8e73-df4883e5568f)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:24:02.299770 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Provisioning complete for port 6ea1cceb-68aa-4264-9c09-c87d20f35119 triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:24:02.300853 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (6ea1cceb-68aa-4264-9c09-c87d20f35119), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:24:02.370172 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-edbb3496-cba3-415e-a031-1d11172b94ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (6ea1cceb-68aa-4264-9c09-c87d20f35119), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:24:02.407938 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port 6ea1cceb-68aa-4264-9c09-c87d20f35119 is: DOWN; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:24:02.408324 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (6ea1cceb-68aa-4264-9c09-c87d20f35119), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:24:02.443640 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb3496-cba3-415e-a031-1d11172b94ea None None] Pushing event updated for resources: {'Port': ['ID=6ea1cceb-68aa-4264-9c09-c87d20f35119,revision_number=3']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:24:02.482579 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.db.api [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 17 19:24:02.483136 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG oslo_db.api [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 17 19:24:02.593182 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-153c45a4-1f89-4059-b5f6-0ce5f235781a None None] Provisioning complete for port 6ea1cceb-68aa-4264-9c09-c87d20f35119 triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:24:02.593501 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-153c45a4-1f89-4059-b5f6-0ce5f235781a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (6ea1cceb-68aa-4264-9c09-c87d20f35119), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:24:02.664944 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-153c45a4-1f89-4059-b5f6-0ce5f235781a None None] Current status of the port 6ea1cceb-68aa-4264-9c09-c87d20f35119 is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:24:03.017534 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port 6ea1cceb-68aa-4264-9c09-c87d20f35119 is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:24:04.164515 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device 6ea1cceb-68aa-4264-9c09-c87d20f35119 up at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:24:04.203046 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Provisioning complete for port 6ea1cceb-68aa-4264-9c09-c87d20f35119 triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:24:04.203365 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (6ea1cceb-68aa-4264-9c09-c87d20f35119), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:24:04.270076 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port 6ea1cceb-68aa-4264-9c09-c87d20f35119 is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:24:05.479111 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.agents_db [None req-42b69621-6215-4a4a-9d32-588efc9ea437 None None] Agent healthcheck: found 5 active agents {{(pid=103783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 19:24:14.964510 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-fbfde565-2333-445b-8a58-8530eac67cd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:24:17.256380 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d114c37f-b357-4c29-a7a2-ee243c8b767d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:24:18.411204 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:24:20.204714 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:24:21.501250 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:24:42.478366 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.agents_db [None req-42b69621-6215-4a4a-9d32-588efc9ea437 None None] Agent healthcheck: found 5 active agents {{(pid=103783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 19:24:44.952156 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-293fb640-addf-4238-8d45-91e1806114d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:24:47.226656 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-2d76b01c-ffcf-4989-a3a4-3cffb9ef09a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:24:48.404293 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:24:50.186424 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:24:51.512041 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:25:14.956990 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e425a128-908e-4fd8-a33d-c8d6a791478b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:25:17.230525 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-187f4802-a9df-4a5c-997e-766348740c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:25:18.425919 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:25:19.478164 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.agents_db [None req-42b69621-6215-4a4a-9d32-588efc9ea437 None None] Agent healthcheck: found 5 active agents {{(pid=103783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 19:25:20.248723 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:25:21.510846 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:25:44.956317 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-21bfc323-afe6-471a-8e6c-b6802c9b0cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:25:47.259251 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3ce53f19-e12b-4382-841c-99a921b2ba2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:25:48.413586 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:25:50.218852 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:25:51.532937 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:25:56.476939 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.agents_db [None req-42b69621-6215-4a4a-9d32-588efc9ea437 None None] Agent healthcheck: found 5 active agents {{(pid=103783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 19:25:57.431814 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 36702) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:25:57.439028 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [None req-ff40fbd2-bd0e-4156-aab2-f530a4e2573c tempest-verify_tempest_config-1430908508 tempest-verify_tempest_config-1430908508-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 19:25:57.439028 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-ff40fbd2-bd0e-4156-aab2-f530a4e2573c tempest-verify_tempest_config-1430908508 tempest-verify_tempest_config-1430908508-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056469 May 17 19:25:57.952479 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 36720) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:25:58.053195 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-206dc658-338c-4d0f-a3f4-090a28b2ef22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:25:58.126297 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-206dc658-338c-4d0f-a3f4-090a28b2ef22 admin admin] Publish callbacks [] for security_group (df71bceb-a488-4925-8f11-8a1979689561), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:25:58.224978 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-206dc658-338c-4d0f-a3f4-090a28b2ef22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (df71bceb-a488-4925-8f11-8a1979689561), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:25:58.272821 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-206dc658-338c-4d0f-a3f4-090a28b2ef22 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a5adbd26418a4b6c8c54c0480a9b2c9b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3192577 May 17 19:25:58.273582 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206dc658-338c-4d0f-a3f4-090a28b2ef22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df71bceb-a488-4925-8f11-8a1979689561,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:25:58.275452 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 36726) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:25:58.286403 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206dc658-338c-4d0f-a3f4-090a28b2ef22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:25:58.286748 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206dc658-338c-4d0f-a3f4-090a28b2ef22 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:25:58.287084 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206dc658-338c-4d0f-a3f4-090a28b2ef22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:25:58.287411 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206dc658-338c-4d0f-a3f4-090a28b2ef22 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:25:58.287768 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206dc658-338c-4d0f-a3f4-090a28b2ef22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:25:58.288094 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206dc658-338c-4d0f-a3f4-090a28b2ef22 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:25:58.288413 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206dc658-338c-4d0f-a3f4-090a28b2ef22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:25:58.288730 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206dc658-338c-4d0f-a3f4-090a28b2ef22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:25:58.289076 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206dc658-338c-4d0f-a3f4-090a28b2ef22 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:25:58.289393 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206dc658-338c-4d0f-a3f4-090a28b2ef22 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:25:58.289725 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206dc658-338c-4d0f-a3f4-090a28b2ef22 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:25:58.290043 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206dc658-338c-4d0f-a3f4-090a28b2ef22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:25:58.290356 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206dc658-338c-4d0f-a3f4-090a28b2ef22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:25:58.290665 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206dc658-338c-4d0f-a3f4-090a28b2ef22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:25:58.291462 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206dc658-338c-4d0f-a3f4-090a28b2ef22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:25:58.339093 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-043116d4-d629-49ff-9f2b-3b7467df9388 admin admin] Publish callbacks [] for security_group (df71bceb-a488-4925-8f11-8a1979689561), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:25:58.359379 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-043116d4-d629-49ff-9f2b-3b7467df9388 admin admin] Publish callbacks [] for security_group (df71bceb-a488-4925-8f11-8a1979689561), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:25:58.521000 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-043116d4-d629-49ff-9f2b-3b7467df9388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (df71bceb-a488-4925-8f11-8a1979689561), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:25:58.523602 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-043116d4-d629-49ff-9f2b-3b7467df9388 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:25:58.524744 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-043116d4-d629-49ff-9f2b-3b7467df9388 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/df71bceb-a488-4925-8f11-8a1979689561 HTTP/1.1" status: 204 len: 168 time: 0.2476225 May 17 19:25:58.532931 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043116d4-d629-49ff-9f2b-3b7467df9388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df71bceb-a488-4925-8f11-8a1979689561,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:26:14.966852 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-70e11f62-f68e-4599-b48d-8035e4dc2544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:26:17.229872 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-619401f2-f5a0-4aa8-bf37-f2316ec0eb92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:26:18.441171 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:26:20.218567 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:26:21.526250 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:26:33.477438 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.agents_db [None req-42b69621-6215-4a4a-9d32-588efc9ea437 None None] Agent healthcheck: found 5 active agents {{(pid=103783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 19:26:44.971567 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-415b54b2-3cd6-4a41-a9f8-fb46e8be669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:26:47.263533 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0ccb8665-b59f-49d5-b002-c0fff61abb5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:26:48.422706 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:26:50.188948 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:26:51.508726 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:27:10.477020 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.agents_db [None req-42b69621-6215-4a4a-9d32-588efc9ea437 None None] Agent healthcheck: found 5 active agents {{(pid=103783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 19:27:14.970612 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-1d65d0e6-4c55-4c62-bdbd-b59950b3198c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:27:17.238987 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-aed03cbf-26f7-42b8-8531-57d79eb0665f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:27:18.433270 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:27:20.239152 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:27:21.507326 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:27:43.341532 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16768861'] for agent (bee311cb-2a55-4828-8ca4-4ee09c88de79), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:27:44.998290 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-1e511519-c198-4212-932a-ce96ea496e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:27:47.283819 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0972084b-43c9-4832-8ea9-e1dfff66eec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:27:47.476360 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.agents_db [None req-42b69621-6215-4a4a-9d32-588efc9ea437 None None] Agent healthcheck: found 6 active agents {{(pid=103783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 19:27:48.426868 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:27:50.220929 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:27:51.506628 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:27:56.004490 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 36796) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:27:56.106709 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-d785b33c-265c-47c6-bff2-ae302b96ff73 admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1011589 May 17 19:27:58.337255 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 36806) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:27:58.448018 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-4d09ac44-8cd1-409a-a8f1-a3f9dee1749d admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1097081 May 17 19:28:13.323163 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (bee311cb-2a55-4828-8ca4-4ee09c88de79), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:28:14.951805 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e4967121-40bc-469a-9ac7-21dfca046d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:28:17.281368 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b4a82766-b64b-4dea-8fca-21c46e99fd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:28:18.435426 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:28:20.237292 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:28:21.534076 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:28:24.475346 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.agents_db [None req-42b69621-6215-4a4a-9d32-588efc9ea437 None None] Agent healthcheck: found 6 active agents {{(pid=103783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 19:28:43.311099 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (bee311cb-2a55-4828-8ca4-4ee09c88de79), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:28:44.967879 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-1439454d-ab75-4cb4-a577-b43d9ecf49b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:28:47.247833 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-100a2ed0-2dec-43b5-bd48-257e84cdd9c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:28:48.442758 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:28:50.225814 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:28:51.499247 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:01.476442 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.agents_db [None req-42b69621-6215-4a4a-9d32-588efc9ea437 None None] Agent healthcheck: found 6 active agents {{(pid=103783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 19:29:13.315572 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (bee311cb-2a55-4828-8ca4-4ee09c88de79), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:14.995723 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-dd324377-d3cb-4e34-87d3-1006e0581f1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:17.262717 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-a32f0367-cfd7-464c-bd88-aa0769495c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:18.470286 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:20.216466 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:21.496405 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:37.904302 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 36990) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:29:38.275222 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-07c7f510-346a-48fb-8e3b-2613d3e0c589 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1495967045-network', 'tenant_id': '9201351f65334032be89ac50d14926ba'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:29:38.365346 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c7f510-346a-48fb-8e3b-2613d3e0c589 admin admin] Made reservation on behalf of 9201351f65334032be89ac50d14926ba for: {'network': 1} {{(pid=103781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:29:38.369593 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-07c7f510-346a-48fb-8e3b-2613d3e0c589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for network (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:38.383943 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-07c7f510-346a-48fb-8e3b-2613d3e0c589 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:38.456882 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-07c7f510-346a-48fb-8e3b-2613d3e0c589 admin admin] Publish callbacks [] for security_group (cbe51ad4-3b90-4bde-b141-d8eeac892d02), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:38.474325 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.agents_db [None req-42b69621-6215-4a4a-9d32-588efc9ea437 None None] Agent healthcheck: found 6 active agents {{(pid=103783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 19:29:38.518785 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-07c7f510-346a-48fb-8e3b-2613d3e0c589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (cbe51ad4-3b90-4bde-b141-d8eeac892d02), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:38.547536 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07c7f510-346a-48fb-8e3b-2613d3e0c589 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=103781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 19:29:38.567273 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-07c7f510-346a-48fb-8e3b-2613d3e0c589 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792041590285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944438'] for segment (ba0a14e7-fa61-427a-ba13-d924e9295061), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:38.567717 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.db.segments_db [None req-07c7f510-346a-48fb-8e3b-2613d3e0c589 admin admin] Added segment ba0a14e7-fa61-427a-ba13-d924e9295061 of type vlan for network c8bda4ce-dbc8-4895-beef-35a38f47849c May 17 19:29:38.569230 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c7f510-346a-48fb-8e3b-2613d3e0c589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe51ad4-3b90-4bde-b141-d8eeac892d02,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:29:38.583317 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 37020) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:29:38.585777 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c7f510-346a-48fb-8e3b-2613d3e0c589 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:29:38.586124 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c7f510-346a-48fb-8e3b-2613d3e0c589 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:29:38.586465 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c7f510-346a-48fb-8e3b-2613d3e0c589 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:29:38.586791 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c7f510-346a-48fb-8e3b-2613d3e0c589 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:29:38.587121 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c7f510-346a-48fb-8e3b-2613d3e0c589 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:29:38.587446 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c7f510-346a-48fb-8e3b-2613d3e0c589 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:29:38.587794 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c7f510-346a-48fb-8e3b-2613d3e0c589 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:29:38.588109 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c7f510-346a-48fb-8e3b-2613d3e0c589 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:29:38.588440 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c7f510-346a-48fb-8e3b-2613d3e0c589 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:29:38.588756 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c7f510-346a-48fb-8e3b-2613d3e0c589 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:29:38.589265 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c7f510-346a-48fb-8e3b-2613d3e0c589 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:29:38.589592 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c7f510-346a-48fb-8e3b-2613d3e0c589 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:29:38.589921 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c7f510-346a-48fb-8e3b-2613d3e0c589 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:29:38.590234 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c7f510-346a-48fb-8e3b-2613d3e0c589 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:29:38.590530 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c7f510-346a-48fb-8e3b-2613d3e0c589 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:29:38.591838 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c7f510-346a-48fb-8e3b-2613d3e0c589 admin admin] Tracked resource versions report: May 17 19:29:38.591838 dv-cinder-840678-10-iscsi neutron-server[103781]: pushed versions: May 17 19:29:38.591838 dv-cinder-840678-10-iscsi neutron-server[103781]: { 'AddressGroup': {'1.2'}, May 17 19:29:38.591838 dv-cinder-840678-10-iscsi neutron-server[103781]: 'Agent': {'1.1'}, May 17 19:29:38.591838 dv-cinder-840678-10-iscsi neutron-server[103781]: 'ConntrackHelper': {'1.0'}, May 17 19:29:38.591838 dv-cinder-840678-10-iscsi neutron-server[103781]: 'LocalIPAssociation': {'1.0'}, May 17 19:29:38.591838 dv-cinder-840678-10-iscsi neutron-server[103781]: 'Log': {'1.0'}, May 17 19:29:38.591838 dv-cinder-840678-10-iscsi neutron-server[103781]: 'NDPProxy': {'1.0'}, May 17 19:29:38.591838 dv-cinder-840678-10-iscsi neutron-server[103781]: 'Network': {'1.1'}, May 17 19:29:38.591838 dv-cinder-840678-10-iscsi neutron-server[103781]: 'Port': {'1.7'}, May 17 19:29:38.591838 dv-cinder-840678-10-iscsi neutron-server[103781]: 'PortForwarding': {'1.3'}, May 17 19:29:38.591838 dv-cinder-840678-10-iscsi neutron-server[103781]: 'QosPolicy': {'1.10'}, May 17 19:29:38.591838 dv-cinder-840678-10-iscsi neutron-server[103781]: 'SecurityGroup': {'1.5'}, May 17 19:29:38.591838 dv-cinder-840678-10-iscsi neutron-server[103781]: 'SecurityGroupRule': {'1.2'}, May 17 19:29:38.591838 dv-cinder-840678-10-iscsi neutron-server[103781]: 'SubPort': {'1.0'}, May 17 19:29:38.591838 dv-cinder-840678-10-iscsi neutron-server[103781]: 'Subnet': {'1.1'}, May 17 19:29:38.591838 dv-cinder-840678-10-iscsi neutron-server[103781]: 'Trunk': {'1.1'}} May 17 19:29:38.591838 dv-cinder-840678-10-iscsi neutron-server[103781]: consumer versions: May 17 19:29:38.591838 dv-cinder-840678-10-iscsi neutron-server[103781]: { DHCP agent@dv-cinder-840678-10-iscsi: {}, May 17 19:29:38.591838 dv-cinder-840678-10-iscsi neutron-server[103781]: HyperV agent@hv-cinder-84067: {}, May 17 19:29:38.591838 dv-cinder-840678-10-iscsi neutron-server[103781]: L3 agent@dv-cinder-840678-10-iscsi: {}, May 17 19:29:38.591838 dv-cinder-840678-10-iscsi neutron-server[103781]: Metadata agent@dv-cinder-840678-10-iscsi: {}, May 17 19:29:38.591838 dv-cinder-840678-10-iscsi neutron-server[103781]: Metering agent@dv-cinder-840678-10-iscsi: {}, May 17 19:29:38.591838 dv-cinder-840678-10-iscsi neutron-server[103781]: Open vSwitch agent@dv-cinder-840678-10-iscsi: { 'AddressGroup': '1.2', May 17 19:29:38.591838 dv-cinder-840678-10-iscsi neutron-server[103781]: 'Agent': '1.1', May 17 19:29:38.591838 dv-cinder-840678-10-iscsi neutron-server[103781]: 'ConntrackHelper': '1.0', May 17 19:29:38.591838 dv-cinder-840678-10-iscsi neutron-server[103781]: 'LocalIPAssociation': '1.0', May 17 19:29:38.591838 dv-cinder-840678-10-iscsi neutron-server[103781]: 'Log': '1.0', May 17 19:29:38.591838 dv-cinder-840678-10-iscsi neutron-server[103781]: 'NDPProxy': '1.0', May 17 19:29:38.591838 dv-cinder-840678-10-iscsi neutron-server[103781]: 'Network': '1.1', May 17 19:29:38.591838 dv-cinder-840678-10-iscsi neutron-server[103781]: 'Port': '1.7', May 17 19:29:38.591838 dv-cinder-840678-10-iscsi neutron-server[103781]: 'PortForwarding': '1.3', May 17 19:29:38.591838 dv-cinder-840678-10-iscsi neutron-server[103781]: 'QosPolicy': '1.10', May 17 19:29:38.591838 dv-cinder-840678-10-iscsi neutron-server[103781]: 'SecurityGroup': '1.5', May 17 19:29:38.591838 dv-cinder-840678-10-iscsi neutron-server[103781]: 'SecurityGroupRule': '1.2', May 17 19:29:38.591838 dv-cinder-840678-10-iscsi neutron-server[103781]: 'SubPort': '1.0', May 17 19:29:38.591838 dv-cinder-840678-10-iscsi neutron-server[103781]: 'Subnet': '1.1', May 17 19:29:38.591838 dv-cinder-840678-10-iscsi neutron-server[103781]: 'Trunk': '1.1'}} May 17 19:29:38.591838 dv-cinder-840678-10-iscsi neutron-server[103781]: {{(pid=103781) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 19:29:38.623686 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-07c7f510-346a-48fb-8e3b-2613d3e0c589 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792041130644'] for network (c8bda4ce-dbc8-4895-beef-35a38f47849c), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:38.641534 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 37026) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:29:38.730018 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-07c7f510-346a-48fb-8e3b-2613d3e0c589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519'] for network (c8bda4ce-dbc8-4895-beef-35a38f47849c), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:38.731105 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c7f510-346a-48fb-8e3b-2613d3e0c589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:29:38.731709 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-07c7f510-346a-48fb-8e3b-2613d3e0c589 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for network (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:38.870931 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 37034) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:29:38.894150 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-07c7f510-346a-48fb-8e3b-2613d3e0c589 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.9881659 May 17 19:29:38.897026 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 37038) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:29:38.897278 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c7f510-346a-48fb-8e3b-2613d3e0c589 admin admin] Pushing event updated for resources: {'Network': ['ID=c8bda4ce-dbc8-4895-beef-35a38f47849c,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:29:38.910614 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Network c8bda4ce-dbc8-4895-beef-35a38f47849c details requested by agent ovs-agent-dv-cinder-840678-10-iscsi with host dv-cinder-840678-10-iscsi {{(pid=103782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 19:29:38.913345 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [None req-889d21a9-aaf6-44a8-9f39-35578188cb73 admin admin] Request body: {'subnet': {'network_id': 'c8bda4ce-dbc8-4895-beef-35a38f47849c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1495967045-subnet', 'tenant_id': '9201351f65334032be89ac50d14926ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:29:39.006682 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889d21a9-aaf6-44a8-9f39-35578188cb73 admin admin] Made reservation on behalf of 9201351f65334032be89ac50d14926ba for: {'subnet': 1} {{(pid=103780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:29:39.009893 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-889d21a9-aaf6-44a8-9f39-35578188cb73 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:39.035640 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [None req-cdf196ca-7941-4a10-a250-b88033c6e2b7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1105554132-network', 'tenant_id': 'b23e9f1907a6406785be000e1373dc41'}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:29:39.054457 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [None req-be22ebdb-2788-4b86-bb1c-75cfc17c7c4b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-821379969-network', 'tenant_id': '4425ca36d0fd4d779229d4003a0a607c'}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:29:39.175664 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [None req-df9885e7-b3d9-4f50-a525-7ec9d69290e2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-681804050-network', 'tenant_id': '5d488b25563d4373b5c980ab060bc822'}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:29:39.201617 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf196ca-7941-4a10-a250-b88033c6e2b7 admin admin] Made reservation on behalf of b23e9f1907a6406785be000e1373dc41 for: {'network': 1} {{(pid=103780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:29:39.203980 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-cdf196ca-7941-4a10-a250-b88033c6e2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for network (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:39.212092 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be22ebdb-2788-4b86-bb1c-75cfc17c7c4b admin admin] Made reservation on behalf of 4425ca36d0fd4d779229d4003a0a607c for: {'network': 1} {{(pid=103780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:29:39.214230 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-be22ebdb-2788-4b86-bb1c-75cfc17c7c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for network (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:39.237335 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-cdf196ca-7941-4a10-a250-b88033c6e2b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:39.242967 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-be22ebdb-2788-4b86-bb1c-75cfc17c7c4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:39.329144 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-889d21a9-aaf6-44a8-9f39-35578188cb73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16348314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519'] for subnet (9dee3c06-e8ed-4bb7-a3c5-083c0caf80b9), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:39.383082 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9885e7-b3d9-4f50-a525-7ec9d69290e2 admin admin] Made reservation on behalf of 5d488b25563d4373b5c980ab060bc822 for: {'network': 1} {{(pid=103780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:29:39.385321 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-df9885e7-b3d9-4f50-a525-7ec9d69290e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for network (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:39.421546 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-df9885e7-b3d9-4f50-a525-7ec9d69290e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:39.461127 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-cdf196ca-7941-4a10-a250-b88033c6e2b7 admin admin] Publish callbacks [] for security_group (830a1fd4-8e78-4e5e-85b3-b10a6390e4da), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:39.470159 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-be22ebdb-2788-4b86-bb1c-75cfc17c7c4b admin admin] Publish callbacks [] for security_group (933c2d4e-d429-459e-9177-3ac415c1e499), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:39.481805 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889d21a9-aaf6-44a8-9f39-35578188cb73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dee3c06-e8ed-4bb7-a3c5-083c0caf80b9,revision_number=0']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:29:39.499365 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d21a9-aaf6-44a8-9f39-35578188cb73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:29:39.499818 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d21a9-aaf6-44a8-9f39-35578188cb73 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:29:39.500357 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d21a9-aaf6-44a8-9f39-35578188cb73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:29:39.500877 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d21a9-aaf6-44a8-9f39-35578188cb73 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:29:39.501368 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d21a9-aaf6-44a8-9f39-35578188cb73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:29:39.501890 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d21a9-aaf6-44a8-9f39-35578188cb73 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:29:39.502223 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d21a9-aaf6-44a8-9f39-35578188cb73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:29:39.502567 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d21a9-aaf6-44a8-9f39-35578188cb73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:29:39.502908 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d21a9-aaf6-44a8-9f39-35578188cb73 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:29:39.503239 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d21a9-aaf6-44a8-9f39-35578188cb73 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:29:39.503632 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d21a9-aaf6-44a8-9f39-35578188cb73 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:29:39.503966 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d21a9-aaf6-44a8-9f39-35578188cb73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:29:39.504309 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d21a9-aaf6-44a8-9f39-35578188cb73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:29:39.504632 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d21a9-aaf6-44a8-9f39-35578188cb73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:29:39.504950 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d21a9-aaf6-44a8-9f39-35578188cb73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:29:39.506191 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d21a9-aaf6-44a8-9f39-35578188cb73 admin admin] Tracked resource versions report: May 17 19:29:39.506191 dv-cinder-840678-10-iscsi neutron-server[103780]: pushed versions: May 17 19:29:39.506191 dv-cinder-840678-10-iscsi neutron-server[103780]: { 'AddressGroup': {'1.2'}, May 17 19:29:39.506191 dv-cinder-840678-10-iscsi neutron-server[103780]: 'Agent': {'1.1'}, May 17 19:29:39.506191 dv-cinder-840678-10-iscsi neutron-server[103780]: 'ConntrackHelper': {'1.0'}, May 17 19:29:39.506191 dv-cinder-840678-10-iscsi neutron-server[103780]: 'LocalIPAssociation': {'1.0'}, May 17 19:29:39.506191 dv-cinder-840678-10-iscsi neutron-server[103780]: 'Log': {'1.0'}, May 17 19:29:39.506191 dv-cinder-840678-10-iscsi neutron-server[103780]: 'NDPProxy': {'1.0'}, May 17 19:29:39.506191 dv-cinder-840678-10-iscsi neutron-server[103780]: 'Network': {'1.1'}, May 17 19:29:39.506191 dv-cinder-840678-10-iscsi neutron-server[103780]: 'Port': {'1.7'}, May 17 19:29:39.506191 dv-cinder-840678-10-iscsi neutron-server[103780]: 'PortForwarding': {'1.3'}, May 17 19:29:39.506191 dv-cinder-840678-10-iscsi neutron-server[103780]: 'QosPolicy': {'1.10'}, May 17 19:29:39.506191 dv-cinder-840678-10-iscsi neutron-server[103780]: 'SecurityGroup': {'1.5'}, May 17 19:29:39.506191 dv-cinder-840678-10-iscsi neutron-server[103780]: 'SecurityGroupRule': {'1.2'}, May 17 19:29:39.506191 dv-cinder-840678-10-iscsi neutron-server[103780]: 'SubPort': {'1.0'}, May 17 19:29:39.506191 dv-cinder-840678-10-iscsi neutron-server[103780]: 'Subnet': {'1.1'}, May 17 19:29:39.506191 dv-cinder-840678-10-iscsi neutron-server[103780]: 'Trunk': {'1.1'}} May 17 19:29:39.506191 dv-cinder-840678-10-iscsi neutron-server[103780]: consumer versions: May 17 19:29:39.506191 dv-cinder-840678-10-iscsi neutron-server[103780]: { DHCP agent@dv-cinder-840678-10-iscsi: {}, May 17 19:29:39.506191 dv-cinder-840678-10-iscsi neutron-server[103780]: HyperV agent@hv-cinder-84067: {}, May 17 19:29:39.506191 dv-cinder-840678-10-iscsi neutron-server[103780]: L3 agent@dv-cinder-840678-10-iscsi: {}, May 17 19:29:39.506191 dv-cinder-840678-10-iscsi neutron-server[103780]: Metadata agent@dv-cinder-840678-10-iscsi: {}, May 17 19:29:39.506191 dv-cinder-840678-10-iscsi neutron-server[103780]: Metering agent@dv-cinder-840678-10-iscsi: {}, May 17 19:29:39.506191 dv-cinder-840678-10-iscsi neutron-server[103780]: Open vSwitch agent@dv-cinder-840678-10-iscsi: { 'AddressGroup': '1.2', May 17 19:29:39.506191 dv-cinder-840678-10-iscsi neutron-server[103780]: 'Agent': '1.1', May 17 19:29:39.506191 dv-cinder-840678-10-iscsi neutron-server[103780]: 'ConntrackHelper': '1.0', May 17 19:29:39.506191 dv-cinder-840678-10-iscsi neutron-server[103780]: 'LocalIPAssociation': '1.0', May 17 19:29:39.506191 dv-cinder-840678-10-iscsi neutron-server[103780]: 'Log': '1.0', May 17 19:29:39.506191 dv-cinder-840678-10-iscsi neutron-server[103780]: 'NDPProxy': '1.0', May 17 19:29:39.506191 dv-cinder-840678-10-iscsi neutron-server[103780]: 'Network': '1.1', May 17 19:29:39.506191 dv-cinder-840678-10-iscsi neutron-server[103780]: 'Port': '1.7', May 17 19:29:39.506191 dv-cinder-840678-10-iscsi neutron-server[103780]: 'PortForwarding': '1.3', May 17 19:29:39.506191 dv-cinder-840678-10-iscsi neutron-server[103780]: 'QosPolicy': '1.10', May 17 19:29:39.506191 dv-cinder-840678-10-iscsi neutron-server[103780]: 'SecurityGroup': '1.5', May 17 19:29:39.506191 dv-cinder-840678-10-iscsi neutron-server[103780]: 'SecurityGroupRule': '1.2', May 17 19:29:39.506191 dv-cinder-840678-10-iscsi neutron-server[103780]: 'SubPort': '1.0', May 17 19:29:39.506191 dv-cinder-840678-10-iscsi neutron-server[103780]: 'Subnet': '1.1', May 17 19:29:39.506191 dv-cinder-840678-10-iscsi neutron-server[103780]: 'Trunk': '1.1'}} May 17 19:29:39.506191 dv-cinder-840678-10-iscsi neutron-server[103780]: {{(pid=103780) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 19:29:39.511832 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889d21a9-aaf6-44a8-9f39-35578188cb73 admin admin] Checking segment: {'id': 'ba0a14e7-fa61-427a-ba13-d924e9295061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c8bda4ce-dbc8-4895-beef-35a38f47849c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:29:39.512181 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889d21a9-aaf6-44a8-9f39-35578188cb73 admin admin] Network hostable DHCP agents. Network: c8bda4ce-dbc8-4895-beef-35a38f47849c, hostable agents: ['acc21e7f-c3fd-47ad-b523-e51f8b89f08b'], hosted agents: [] {{(pid=103780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 19:29:39.570883 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-cdf196ca-7941-4a10-a250-b88033c6e2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (830a1fd4-8e78-4e5e-85b3-b10a6390e4da), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:39.590549 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-df9885e7-b3d9-4f50-a525-7ec9d69290e2 admin admin] Publish callbacks [] for security_group (6b3ed7e1-da27-4c07-a631-376f61a7bca1), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:39.599565 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-be22ebdb-2788-4b86-bb1c-75cfc17c7c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (933c2d4e-d429-459e-9177-3ac415c1e499), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:39.608244 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdf196ca-7941-4a10-a250-b88033c6e2b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=103780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 19:29:39.627588 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be22ebdb-2788-4b86-bb1c-75cfc17c7c4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=103780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 19:29:39.631343 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-cdf196ca-7941-4a10-a250-b88033c6e2b7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792041590285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944438'] for segment (cb7a5f44-2490-49bf-84d8-97ca2a591d42), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:39.631798 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.db.segments_db [None req-cdf196ca-7941-4a10-a250-b88033c6e2b7 admin admin] Added segment cb7a5f44-2490-49bf-84d8-97ca2a591d42 of type vlan for network 40c7fbe2-bd07-440e-b191-34ce3a30a8a0 May 17 19:29:39.635304 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf196ca-7941-4a10-a250-b88033c6e2b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830a1fd4-8e78-4e5e-85b3-b10a6390e4da,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:29:39.684239 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-be22ebdb-2788-4b86-bb1c-75cfc17c7c4b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792041590285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944438'] for segment (a7d8128c-ff7c-4af4-b519-80f006766b46), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:39.684647 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.db.segments_db [None req-be22ebdb-2788-4b86-bb1c-75cfc17c7c4b admin admin] Added segment a7d8128c-ff7c-4af4-b519-80f006766b46 of type vlan for network 653d720f-a257-4ce5-ab53-42a176a07f63 May 17 19:29:39.688271 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889d21a9-aaf6-44a8-9f39-35578188cb73 admin admin] Network c8bda4ce-dbc8-4895-beef-35a38f47849c is scheduled to be hosted by DHCP agent acc21e7f-c3fd-47ad-b523-e51f8b89f08b with binding_index 1 {{(pid=103780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 19:29:39.759978 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-df9885e7-b3d9-4f50-a525-7ec9d69290e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (6b3ed7e1-da27-4c07-a631-376f61a7bca1), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:39.770176 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-cdf196ca-7941-4a10-a250-b88033c6e2b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792041130644'] for network (40c7fbe2-bd07-440e-b191-34ce3a30a8a0), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:39.806342 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be22ebdb-2788-4b86-bb1c-75cfc17c7c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933c2d4e-d429-459e-9177-3ac415c1e499,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:29:39.832205 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df9885e7-b3d9-4f50-a525-7ec9d69290e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=103780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 19:29:39.857177 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-be22ebdb-2788-4b86-bb1c-75cfc17c7c4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792041130644'] for network (653d720f-a257-4ce5-ab53-42a176a07f63), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:39.865185 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-df9885e7-b3d9-4f50-a525-7ec9d69290e2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792041590285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944438'] for segment (1bdcad8c-4500-4b1c-91ba-9b35d4cd746d), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:39.865604 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.db.segments_db [None req-df9885e7-b3d9-4f50-a525-7ec9d69290e2 admin admin] Added segment 1bdcad8c-4500-4b1c-91ba-9b35d4cd746d of type vlan for network ddaa928e-2db4-4b37-b723-ff2ae1e2b964 May 17 19:29:39.886926 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9885e7-b3d9-4f50-a525-7ec9d69290e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3ed7e1-da27-4c07-a631-376f61a7bca1,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:29:39.910484 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.base_scheduler [None req-889d21a9-aaf6-44a8-9f39-35578188cb73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-10-iscsi, c8bda4ce-dbc8-4895-beef-35a38f47849c) {{(pid=103780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:29:39.933616 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-df9885e7-b3d9-4f50-a525-7ec9d69290e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792041130644'] for network (ddaa928e-2db4-4b37-b723-ff2ae1e2b964), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:39.946366 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-cdf196ca-7941-4a10-a250-b88033c6e2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519'] for network (40c7fbe2-bd07-440e-b191-34ce3a30a8a0), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:39.946366 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf196ca-7941-4a10-a250-b88033c6e2b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:29:39.946366 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-cdf196ca-7941-4a10-a250-b88033c6e2b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for network (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:39.947681 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889d21a9-aaf6-44a8-9f39-35578188cb73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:29:39.947771 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-889d21a9-aaf6-44a8-9f39-35578188cb73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for subnet (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:39.953154 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2e0738-8059-4388-acec-980208a869fe None None] Network c8bda4ce-dbc8-4895-beef-35a38f47849c requested from dv-cinder-840678-10-iscsi {{(pid=103782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 19:29:40.027939 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-be22ebdb-2788-4b86-bb1c-75cfc17c7c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519'] for network (653d720f-a257-4ce5-ab53-42a176a07f63), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:40.029266 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be22ebdb-2788-4b86-bb1c-75cfc17c7c4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:29:40.030012 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-be22ebdb-2788-4b86-bb1c-75cfc17c7c4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for network (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:40.033905 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf196ca-7941-4a10-a250-b88033c6e2b7 admin admin] Pushing event updated for resources: {'Network': ['ID=40c7fbe2-bd07-440e-b191-34ce3a30a8a0,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:29:40.057548 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-cdf196ca-7941-4a10-a250-b88033c6e2b7 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.4720604 May 17 19:29:40.060872 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 37082) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:29:40.068435 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-543b58a7-27be-440c-8c35-e66447eaf826 admin admin] Request body: {'subnet': {'network_id': '40c7fbe2-bd07-440e-b191-34ce3a30a8a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1105554132-subnet', 'tenant_id': 'b23e9f1907a6406785be000e1373dc41', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:29:40.103476 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be22ebdb-2788-4b86-bb1c-75cfc17c7c4b admin admin] Pushing event updated for resources: {'Network': ['ID=653d720f-a257-4ce5-ab53-42a176a07f63,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:29:40.124491 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-889d21a9-aaf6-44a8-9f39-35578188cb73 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2260568 May 17 19:29:40.159176 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-be22ebdb-2788-4b86-bb1c-75cfc17c7c4b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5163739 May 17 19:29:40.159921 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-df9885e7-b3d9-4f50-a525-7ec9d69290e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519'] for network (ddaa928e-2db4-4b37-b723-ff2ae1e2b964), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:40.160945 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9885e7-b3d9-4f50-a525-7ec9d69290e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:29:40.161506 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-df9885e7-b3d9-4f50-a525-7ec9d69290e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for network (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:40.164503 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 37086) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:29:40.172341 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Network 40c7fbe2-bd07-440e-b191-34ce3a30a8a0 details requested by agent ovs-agent-dv-cinder-840678-10-iscsi with host dv-cinder-840678-10-iscsi {{(pid=103782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 19:29:40.174839 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Network 653d720f-a257-4ce5-ab53-42a176a07f63 details requested by agent ovs-agent-dv-cinder-840678-10-iscsi with host dv-cinder-840678-10-iscsi {{(pid=103782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 19:29:40.200686 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [None req-1813f619-7a10-40ee-add2-daa397d66e93 admin admin] Request body: {'subnet': {'network_id': '653d720f-a257-4ce5-ab53-42a176a07f63', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-821379969-subnet', 'tenant_id': '4425ca36d0fd4d779229d4003a0a607c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:29:40.247187 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543b58a7-27be-440c-8c35-e66447eaf826 admin admin] Made reservation on behalf of b23e9f1907a6406785be000e1373dc41 for: {'subnet': 1} {{(pid=103781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:29:40.253553 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-543b58a7-27be-440c-8c35-e66447eaf826 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:40.294369 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9885e7-b3d9-4f50-a525-7ec9d69290e2 admin admin] Pushing event updated for resources: {'Network': ['ID=ddaa928e-2db4-4b37-b723-ff2ae1e2b964,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:29:40.311896 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-df9885e7-b3d9-4f50-a525-7ec9d69290e2 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.4397950 May 17 19:29:40.320359 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 37096) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:29:40.327392 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Network ddaa928e-2db4-4b37-b723-ff2ae1e2b964 details requested by agent ovs-agent-dv-cinder-840678-10-iscsi with host dv-cinder-840678-10-iscsi {{(pid=103782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 19:29:40.329827 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [None req-cfb15fb6-3df0-4176-b6cf-de0f2642768e admin admin] Request body: {'subnet': {'network_id': 'ddaa928e-2db4-4b37-b723-ff2ae1e2b964', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-681804050-subnet', 'tenant_id': '5d488b25563d4373b5c980ab060bc822', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:29:40.390282 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1813f619-7a10-40ee-add2-daa397d66e93 admin admin] Made reservation on behalf of 4425ca36d0fd4d779229d4003a0a607c for: {'subnet': 1} {{(pid=103780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:29:40.392894 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-1813f619-7a10-40ee-add2-daa397d66e93 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:40.430529 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb15fb6-3df0-4176-b6cf-de0f2642768e admin admin] Made reservation on behalf of 5d488b25563d4373b5c980ab060bc822 for: {'subnet': 1} {{(pid=103780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:29:40.432437 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-cfb15fb6-3df0-4176-b6cf-de0f2642768e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:40.461093 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397ec246-d608-44c9-b507-b1d362e7b349 None None] Network c8bda4ce-dbc8-4895-beef-35a38f47849c requested from dv-cinder-840678-10-iscsi {{(pid=103782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 19:29:40.658900 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-543b58a7-27be-440c-8c35-e66447eaf826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16348314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519'] for subnet (4afc8f6d-c4ef-4f27-b1bd-b836aad1cd58), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:40.786579 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b58a7-27be-440c-8c35-e66447eaf826 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4afc8f6d-c4ef-4f27-b1bd-b836aad1cd58,revision_number=0']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:29:40.802229 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543b58a7-27be-440c-8c35-e66447eaf826 admin admin] Checking segment: {'id': 'cb7a5f44-2490-49bf-84d8-97ca2a591d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '40c7fbe2-bd07-440e-b191-34ce3a30a8a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:29:40.804963 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543b58a7-27be-440c-8c35-e66447eaf826 admin admin] Network hostable DHCP agents. Network: 40c7fbe2-bd07-440e-b191-34ce3a30a8a0, hostable agents: ['acc21e7f-c3fd-47ad-b523-e51f8b89f08b'], hosted agents: [] {{(pid=103781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 19:29:40.933934 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-cfb15fb6-3df0-4176-b6cf-de0f2642768e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16348314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519'] for subnet (78a5955d-2965-41b9-ae73-2183d9038bbb), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:40.970275 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543b58a7-27be-440c-8c35-e66447eaf826 admin admin] Network 40c7fbe2-bd07-440e-b191-34ce3a30a8a0 is scheduled to be hosted by DHCP agent acc21e7f-c3fd-47ad-b523-e51f8b89f08b with binding_index 1 {{(pid=103781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 19:29:41.076559 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb15fb6-3df0-4176-b6cf-de0f2642768e admin admin] Pushing event updated for resources: {'Subnet': ['ID=78a5955d-2965-41b9-ae73-2183d9038bbb,revision_number=0']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:29:41.168541 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb15fb6-3df0-4176-b6cf-de0f2642768e admin admin] Checking segment: {'id': '1bdcad8c-4500-4b1c-91ba-9b35d4cd746d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ddaa928e-2db4-4b37-b723-ff2ae1e2b964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:29:41.169080 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb15fb6-3df0-4176-b6cf-de0f2642768e admin admin] Network hostable DHCP agents. Network: ddaa928e-2db4-4b37-b723-ff2ae1e2b964, hostable agents: ['acc21e7f-c3fd-47ad-b523-e51f8b89f08b'], hosted agents: [] {{(pid=103780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 19:29:41.187333 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [None req-543b58a7-27be-440c-8c35-e66447eaf826 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-10-iscsi, 40c7fbe2-bd07-440e-b191-34ce3a30a8a0) {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:29:41.195656 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543b58a7-27be-440c-8c35-e66447eaf826 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:29:41.200766 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-543b58a7-27be-440c-8c35-e66447eaf826 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for subnet (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:41.201733 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498c8dd8-debb-49ff-92d6-9f73201837c4 None None] Network 40c7fbe2-bd07-440e-b191-34ce3a30a8a0 requested from dv-cinder-840678-10-iscsi {{(pid=103782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 19:29:41.299692 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-1813f619-7a10-40ee-add2-daa397d66e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16348314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519'] for subnet (c461c126-1e87-4d25-938e-ce8adf5bc884), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:41.304909 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-543b58a7-27be-440c-8c35-e66447eaf826 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2418227 May 17 19:29:41.307896 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 37150) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:29:41.323128 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-bdc2ca34-8fbf-448b-9b58-1f8a309fae41 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1105554132-router', 'tenant_id': 'b23e9f1907a6406785be000e1373dc41', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'}}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:29:41.352036 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4127de13-7803-475c-a985-bd2cafd46bea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83202b5c-fe6e-5d7f-b73b-0865743d1271-40c7fbe2-bd07-440e-b191-34ce3a30a8a0', 'network_id': '40c7fbe2-bd07-440e-b191-34ce3a30a8a0', 'project_id': 'b23e9f1907a6406785be000e1373dc41', 'fixed_ips': [{'subnet_id': '4afc8f6d-c4ef-4f27-b1bd-b836aad1cd58'}]}} from dv-cinder-840678-10-iscsi. {{(pid=103782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 19:29:41.358402 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-4127de13-7803-475c-a985-bd2cafd46bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:41.373889 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 37164) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:29:41.377204 dv-cinder-840678-10-iscsi neutron-server[103781]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 17 19:29:41.394671 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb15fb6-3df0-4176-b6cf-de0f2642768e admin admin] Network ddaa928e-2db4-4b37-b723-ff2ae1e2b964 is scheduled to be hosted by DHCP agent acc21e7f-c3fd-47ad-b523-e51f8b89f08b with binding_index 1 {{(pid=103780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 19:29:41.417041 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.base_scheduler [None req-cfb15fb6-3df0-4176-b6cf-de0f2642768e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-10-iscsi, ddaa928e-2db4-4b37-b723-ff2ae1e2b964) {{(pid=103780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:29:41.420626 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb15fb6-3df0-4176-b6cf-de0f2642768e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:29:41.422355 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-cfb15fb6-3df0-4176-b6cf-de0f2642768e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for subnet (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:41.445731 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1813f619-7a10-40ee-add2-daa397d66e93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c461c126-1e87-4d25-938e-ce8adf5bc884,revision_number=0']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:29:41.456885 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1813f619-7a10-40ee-add2-daa397d66e93 admin admin] Checking segment: {'id': 'a7d8128c-ff7c-4af4-b519-80f006766b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '653d720f-a257-4ce5-ab53-42a176a07f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:29:41.457307 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1813f619-7a10-40ee-add2-daa397d66e93 admin admin] Network hostable DHCP agents. Network: 653d720f-a257-4ce5-ab53-42a176a07f63, hostable agents: ['acc21e7f-c3fd-47ad-b523-e51f8b89f08b'], hosted agents: [] {{(pid=103780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 19:29:41.457712 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e612ee-6534-4481-8415-3f4cf3152137 None None] Network ddaa928e-2db4-4b37-b723-ff2ae1e2b964 requested from dv-cinder-840678-10-iscsi {{(pid=103782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 19:29:41.502150 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-cfb15fb6-3df0-4176-b6cf-de0f2642768e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1801360 May 17 19:29:41.505524 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 37166) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:29:41.509384 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [None req-120d8fdb-1e18-4c3e-a8b9-0af0aff20c1a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-681804050-router', 'tenant_id': '5d488b25563d4373b5c980ab060bc822', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'}}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:29:41.542904 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-bdc2ca34-8fbf-448b-9b58-1f8a309fae41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16658731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1120'] for router (b01f1c7e-ca98-496e-98a3-132f4a505256), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:41.543953 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-bdc2ca34-8fbf-448b-9b58-1f8a309fae41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16658911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16763698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16258091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1129'] for router (b01f1c7e-ca98-496e-98a3-132f4a505256), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:41.558549 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1813f619-7a10-40ee-add2-daa397d66e93 admin admin] Network 653d720f-a257-4ce5-ab53-42a176a07f63 is scheduled to be hosted by DHCP agent acc21e7f-c3fd-47ad-b523-e51f8b89f08b with binding_index 1 {{(pid=103780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 19:29:41.590432 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b11bc-2c97-4ff0-b39c-9d991c0f9e34 req-cc283785-4ef3-456c-b94b-83bb113a5f10 tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:29:41.592234 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8f1b11bc-2c97-4ff0-b39c-9d991c0f9e34 req-cc283785-4ef3-456c-b94b-83bb113a5f10 tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] 10.222.0.58 "GET /v2.0/networks?id=c8bda4ce-dbc8-4895-beef-35a38f47849c HTTP/1.1" status: 200 len: 812 time: 0.2162192 May 17 19:29:41.616537 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.db_base_plugin_common [None req-4127de13-7803-475c-a985-bd2cafd46bea None None] Allocated IP 172.20.0.2 (40c7fbe2-bd07-440e-b191-34ce3a30a8a0/4afc8f6d-c4ef-4f27-b1bd-b836aad1cd58/a14d9137-a61e-455e-9576-53dcf0c8aa5f) {{(pid=103782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:29:41.631988 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8f1b11bc-2c97-4ff0-b39c-9d991c0f9e34 req-9c306f20-6186-4ed7-92ed-821f48829c73 tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] 10.222.0.58 "GET /v2.0/quotas/9201351f65334032be89ac50d14926ba HTTP/1.1" status: 200 len: 375 time: 0.0268719 May 17 19:29:41.634915 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03ba0eb-a618-44ba-b719-179f32435b2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83202b5c-fe6e-5d7f-b73b-0865743d1271-ddaa928e-2db4-4b37-b723-ff2ae1e2b964', 'network_id': 'ddaa928e-2db4-4b37-b723-ff2ae1e2b964', 'project_id': '5d488b25563d4373b5c980ab060bc822', 'fixed_ips': [{'subnet_id': '78a5955d-2965-41b9-ae73-2183d9038bbb'}]}} from dv-cinder-840678-10-iscsi. {{(pid=103782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 19:29:41.636584 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-a03ba0eb-a618-44ba-b719-179f32435b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:41.650379 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-120d8fdb-1e18-4c3e-a8b9-0af0aff20c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16658731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1120'] for router (fe49bd36-5d64-4463-99d3-b4b95ea9d339), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:41.651915 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-120d8fdb-1e18-4c3e-a8b9-0af0aff20c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16658911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16763698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16258091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1129'] for router (fe49bd36-5d64-4463-99d3-b4b95ea9d339), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:41.701308 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8f1b11bc-2c97-4ff0-b39c-9d991c0f9e34 req-bc15a33c-a3de-4139-9295-2fae32e47568 tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9201351f65334032be89ac50d14926ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609326 May 17 19:29:41.735266 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-bdc2ca34-8fbf-448b-9b58-1f8a309fae41 admin admin] Publish callbacks [] for router_controller (b01f1c7e-ca98-496e-98a3-132f4a505256), precommit_add_association {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:41.782260 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.base_scheduler [None req-1813f619-7a10-40ee-add2-daa397d66e93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-10-iscsi, 653d720f-a257-4ce5-ab53-42a176a07f63) {{(pid=103780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:29:41.784318 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1813f619-7a10-40ee-add2-daa397d66e93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:29:41.785495 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-1813f619-7a10-40ee-add2-daa397d66e93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for subnet (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:41.793832 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e29f3c-bcca-4882-9d8f-aa9275c49da5 None None] Network 653d720f-a257-4ce5-ab53-42a176a07f63 requested from dv-cinder-840678-10-iscsi {{(pid=103782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 19:29:41.903926 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-120d8fdb-1e18-4c3e-a8b9-0af0aff20c1a admin admin] Publish callbacks [] for router_controller (fe49bd36-5d64-4463-99d3-b4b95ea9d339), precommit_add_association {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:41.940944 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-1813f619-7a10-40ee-add2-daa397d66e93 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7695947 May 17 19:29:41.998353 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-bdc2ca34-8fbf-448b-9b58-1f8a309fae41 admin admin] Publish callbacks [] for router_gateway (b01f1c7e-ca98-496e-98a3-132f4a505256), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:42.016253 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [req-8f1b11bc-2c97-4ff0-b39c-9d991c0f9e34 req-c53747e3-9f2e-4493-b6d9-daed1503ac85 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 19:29:42.019453 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8f1b11bc-2c97-4ff0-b39c-9d991c0f9e34 req-c53747e3-9f2e-4493-b6d9-daed1503ac85 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1219368 May 17 19:29:42.187944 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06518861-210f-4d6e-bd62-ab26f0a131f9 None None] Network 653d720f-a257-4ce5-ab53-42a176a07f63 requested from dv-cinder-840678-10-iscsi {{(pid=103782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 19:29:42.190641 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.db_base_plugin_common [None req-a03ba0eb-a618-44ba-b719-179f32435b2b None None] Allocated IP 172.20.0.2 (ddaa928e-2db4-4b37-b723-ff2ae1e2b964/78a5955d-2965-41b9-ae73-2183d9038bbb/194a2f05-6652-4057-a481-b458176c8536) {{(pid=103782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:29:42.197911 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-4127de13-7803-475c-a985-bd2cafd46bea None None] Publish callbacks [] for port (a14d9137-a61e-455e-9576-53dcf0c8aa5f), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:42.242506 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8f1b11bc-2c97-4ff0-b39c-9d991c0f9e34 req-7c28f0c5-3814-4187-8068-f42b2b40a2af service neutron] 10.222.0.58 "GET /v2.0/networks/c8bda4ce-dbc8-4895-beef-35a38f47849c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148015 May 17 19:29:42.339736 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-4127de13-7803-475c-a985-bd2cafd46bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167'] for port (a14d9137-a61e-455e-9576-53dcf0c8aa5f), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:42.352615 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-120d8fdb-1e18-4c3e-a8b9-0af0aff20c1a admin admin] Publish callbacks [] for router_gateway (fe49bd36-5d64-4463-99d3-b4b95ea9d339), precommit_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:42.443811 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4127de13-7803-475c-a985-bd2cafd46bea None None] Network 40c7fbe2-bd07-440e-b191-34ce3a30a8a0 is already hosted by enough agents. {{(pid=103782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:29:42.462682 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [None req-4127de13-7803-475c-a985-bd2cafd46bea None None] Resources bound (agent type, host, resource id): {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:29:42.465811 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4127de13-7803-475c-a985-bd2cafd46bea None None] Received port after_create {{(pid=103782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:29:42.495751 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4127de13-7803-475c-a985-bd2cafd46bea None None] Pushing event updated for resources: {'Port': ['ID=a14d9137-a61e-455e-9576-53dcf0c8aa5f,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:29:42.498971 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8f1b11bc-2c97-4ff0-b39c-9d991c0f9e34 req-83d11253-1ab1-4bea-b8be-fadfcd9aac02 service neutron] 10.222.0.58 "GET /v2.0/networks/c8bda4ce-dbc8-4895-beef-35a38f47849c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403092 May 17 19:29:42.515855 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4127de13-7803-475c-a985-bd2cafd46bea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:29:42.516274 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4127de13-7803-475c-a985-bd2cafd46bea None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:29:42.516799 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4127de13-7803-475c-a985-bd2cafd46bea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:29:42.517224 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4127de13-7803-475c-a985-bd2cafd46bea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:29:42.517620 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4127de13-7803-475c-a985-bd2cafd46bea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:29:42.518009 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4127de13-7803-475c-a985-bd2cafd46bea None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:29:42.518397 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4127de13-7803-475c-a985-bd2cafd46bea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:29:42.518805 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4127de13-7803-475c-a985-bd2cafd46bea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:29:42.519210 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4127de13-7803-475c-a985-bd2cafd46bea None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:29:42.519642 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4127de13-7803-475c-a985-bd2cafd46bea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:29:42.520033 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4127de13-7803-475c-a985-bd2cafd46bea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:29:42.520435 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4127de13-7803-475c-a985-bd2cafd46bea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:29:42.520822 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4127de13-7803-475c-a985-bd2cafd46bea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:29:42.521203 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4127de13-7803-475c-a985-bd2cafd46bea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:29:42.521582 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4127de13-7803-475c-a985-bd2cafd46bea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:29:42.522878 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4127de13-7803-475c-a985-bd2cafd46bea None None] Tracked resource versions report: May 17 19:29:42.522878 dv-cinder-840678-10-iscsi neutron-server[103782]: pushed versions: May 17 19:29:42.522878 dv-cinder-840678-10-iscsi neutron-server[103782]: { 'AddressGroup': {'1.2'}, May 17 19:29:42.522878 dv-cinder-840678-10-iscsi neutron-server[103782]: 'Agent': {'1.1'}, May 17 19:29:42.522878 dv-cinder-840678-10-iscsi neutron-server[103782]: 'ConntrackHelper': {'1.0'}, May 17 19:29:42.522878 dv-cinder-840678-10-iscsi neutron-server[103782]: 'LocalIPAssociation': {'1.0'}, May 17 19:29:42.522878 dv-cinder-840678-10-iscsi neutron-server[103782]: 'Log': {'1.0'}, May 17 19:29:42.522878 dv-cinder-840678-10-iscsi neutron-server[103782]: 'NDPProxy': {'1.0'}, May 17 19:29:42.522878 dv-cinder-840678-10-iscsi neutron-server[103782]: 'Network': {'1.1'}, May 17 19:29:42.522878 dv-cinder-840678-10-iscsi neutron-server[103782]: 'Port': {'1.7'}, May 17 19:29:42.522878 dv-cinder-840678-10-iscsi neutron-server[103782]: 'PortForwarding': {'1.3'}, May 17 19:29:42.522878 dv-cinder-840678-10-iscsi neutron-server[103782]: 'QosPolicy': {'1.10'}, May 17 19:29:42.522878 dv-cinder-840678-10-iscsi neutron-server[103782]: 'SecurityGroup': {'1.5'}, May 17 19:29:42.522878 dv-cinder-840678-10-iscsi neutron-server[103782]: 'SecurityGroupRule': {'1.2'}, May 17 19:29:42.522878 dv-cinder-840678-10-iscsi neutron-server[103782]: 'SubPort': {'1.0'}, May 17 19:29:42.522878 dv-cinder-840678-10-iscsi neutron-server[103782]: 'Subnet': {'1.1'}, May 17 19:29:42.522878 dv-cinder-840678-10-iscsi neutron-server[103782]: 'Trunk': {'1.1'}} May 17 19:29:42.522878 dv-cinder-840678-10-iscsi neutron-server[103782]: consumer versions: May 17 19:29:42.522878 dv-cinder-840678-10-iscsi neutron-server[103782]: { DHCP agent@dv-cinder-840678-10-iscsi: {}, May 17 19:29:42.522878 dv-cinder-840678-10-iscsi neutron-server[103782]: HyperV agent@hv-cinder-84067: {}, May 17 19:29:42.522878 dv-cinder-840678-10-iscsi neutron-server[103782]: L3 agent@dv-cinder-840678-10-iscsi: {}, May 17 19:29:42.522878 dv-cinder-840678-10-iscsi neutron-server[103782]: Metadata agent@dv-cinder-840678-10-iscsi: {}, May 17 19:29:42.522878 dv-cinder-840678-10-iscsi neutron-server[103782]: Metering agent@dv-cinder-840678-10-iscsi: {}, May 17 19:29:42.522878 dv-cinder-840678-10-iscsi neutron-server[103782]: Open vSwitch agent@dv-cinder-840678-10-iscsi: { 'AddressGroup': '1.2', May 17 19:29:42.522878 dv-cinder-840678-10-iscsi neutron-server[103782]: 'Agent': '1.1', May 17 19:29:42.522878 dv-cinder-840678-10-iscsi neutron-server[103782]: 'ConntrackHelper': '1.0', May 17 19:29:42.522878 dv-cinder-840678-10-iscsi neutron-server[103782]: 'LocalIPAssociation': '1.0', May 17 19:29:42.522878 dv-cinder-840678-10-iscsi neutron-server[103782]: 'Log': '1.0', May 17 19:29:42.522878 dv-cinder-840678-10-iscsi neutron-server[103782]: 'NDPProxy': '1.0', May 17 19:29:42.522878 dv-cinder-840678-10-iscsi neutron-server[103782]: 'Network': '1.1', May 17 19:29:42.522878 dv-cinder-840678-10-iscsi neutron-server[103782]: 'Port': '1.7', May 17 19:29:42.522878 dv-cinder-840678-10-iscsi neutron-server[103782]: 'PortForwarding': '1.3', May 17 19:29:42.522878 dv-cinder-840678-10-iscsi neutron-server[103782]: 'QosPolicy': '1.10', May 17 19:29:42.522878 dv-cinder-840678-10-iscsi neutron-server[103782]: 'SecurityGroup': '1.5', May 17 19:29:42.522878 dv-cinder-840678-10-iscsi neutron-server[103782]: 'SecurityGroupRule': '1.2', May 17 19:29:42.522878 dv-cinder-840678-10-iscsi neutron-server[103782]: 'SubPort': '1.0', May 17 19:29:42.522878 dv-cinder-840678-10-iscsi neutron-server[103782]: 'Subnet': '1.1', May 17 19:29:42.522878 dv-cinder-840678-10-iscsi neutron-server[103782]: 'Trunk': '1.1'}} May 17 19:29:42.522878 dv-cinder-840678-10-iscsi neutron-server[103782]: {{(pid=103782) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 19:29:42.554633 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-a03ba0eb-a618-44ba-b719-179f32435b2b None None] Publish callbacks [] for port (194a2f05-6652-4057-a481-b458176c8536), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:42.596037 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-bdc2ca34-8fbf-448b-9b58-1f8a309fae41 admin admin] Publish callbacks [] for router_gateway (b01f1c7e-ca98-496e-98a3-132f4a505256), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:42.606809 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-4127de13-7803-475c-a985-bd2cafd46bea None None] Attempting to bind port a14d9137-a61e-455e-9576-53dcf0c8aa5f on host dv-cinder-840678-10-iscsi for vnic_type normal with profile {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 19:29:42.607242 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-4127de13-7803-475c-a985-bd2cafd46bea None None] Attempting to bind port a14d9137-a61e-455e-9576-53dcf0c8aa5f by drivers openvswitch,hyperv on host dv-cinder-840678-10-iscsi at level 0 using segments [{'id': 'cb7a5f44-2490-49bf-84d8-97ca2a591d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '40c7fbe2-bd07-440e-b191-34ce3a30a8a0'}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 19:29:42.607701 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4127de13-7803-475c-a985-bd2cafd46bea None None] Attempting to bind port a14d9137-a61e-455e-9576-53dcf0c8aa5f on network 40c7fbe2-bd07-440e-b191-34ce3a30a8a0 {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:29:42.614223 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4127de13-7803-475c-a985-bd2cafd46bea None None] Checking agent: {'id': 'ad42d2f6-c134-426b-9061-deff100c9b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 19, 20, 51), 'started_at': datetime.datetime(2022, 5, 17, 19, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 19, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 19:29:42.614739 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4127de13-7803-475c-a985-bd2cafd46bea None None] Checking segment: {'id': 'cb7a5f44-2490-49bf-84d8-97ca2a591d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '40c7fbe2-bd07-440e-b191-34ce3a30a8a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:29:42.615235 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-4127de13-7803-475c-a985-bd2cafd46bea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:42.615757 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4127de13-7803-475c-a985-bd2cafd46bea None None] Bound using segment: {'id': 'cb7a5f44-2490-49bf-84d8-97ca2a591d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '40c7fbe2-bd07-440e-b191-34ce3a30a8a0'} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 19:29:42.616322 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-4127de13-7803-475c-a985-bd2cafd46bea None None] Bound port: a14d9137-a61e-455e-9576-53dcf0c8aa5f, host: dv-cinder-840678-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a5f44-2490-49bf-84d8-97ca2a591d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '40c7fbe2-bd07-440e-b191-34ce3a30a8a0'}}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 19:29:42.616830 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-4127de13-7803-475c-a985-bd2cafd46bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (a14d9137-a61e-455e-9576-53dcf0c8aa5f), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:42.639407 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-bdc2ca34-8fbf-448b-9b58-1f8a309fae41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:42.680595 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-a03ba0eb-a618-44ba-b719-179f32435b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167'] for port (194a2f05-6652-4057-a481-b458176c8536), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:42.755018 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03ba0eb-a618-44ba-b719-179f32435b2b None None] Network ddaa928e-2db4-4b37-b723-ff2ae1e2b964 is already hosted by enough agents. {{(pid=103782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:29:42.762139 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-4127de13-7803-475c-a985-bd2cafd46bea None None] For port a14d9137-a61e-455e-9576-53dcf0c8aa5f, host dv-cinder-840678-10-iscsi, cleared binding levels {{(pid=103782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 19:29:42.766989 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [None req-a03ba0eb-a618-44ba-b719-179f32435b2b None None] Resources bound (agent type, host, resource id): {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:29:42.785909 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03ba0eb-a618-44ba-b719-179f32435b2b None None] Received port after_create {{(pid=103782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:29:42.792774 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03ba0eb-a618-44ba-b719-179f32435b2b None None] Pushing event updated for resources: {'Port': ['ID=194a2f05-6652-4057-a481-b458176c8536,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:29:42.796619 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_common [None req-bdc2ca34-8fbf-448b-9b58-1f8a309fae41 admin admin] Allocated IP 172.27.2.202 (a8e71caf-cf8f-487f-b3e8-f30c47275c44/5b8cb9fa-be03-458e-a77b-33fb963ee3d0/003b7f17-8c79-4647-b3d2-1123bd52e32e) {{(pid=103781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:29:42.800664 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-4127de13-7803-475c-a985-bd2cafd46bea None None] For port a14d9137-a61e-455e-9576-53dcf0c8aa5f, host dv-cinder-840678-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=a14d9137-a61e-455e-9576-53dcf0c8aa5f,segment=NetworkSegment(cb7a5f44-2490-49bf-84d8-97ca2a591d42),segment_id=cb7a5f44-2490-49bf-84d8-97ca2a591d42)] {{(pid=103782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 19:29:42.816529 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-120d8fdb-1e18-4c3e-a8b9-0af0aff20c1a admin admin] Publish callbacks [] for router_gateway (fe49bd36-5d64-4463-99d3-b4b95ea9d339), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:42.917239 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-a03ba0eb-a618-44ba-b719-179f32435b2b None None] Attempting to bind port 194a2f05-6652-4057-a481-b458176c8536 on host dv-cinder-840678-10-iscsi for vnic_type normal with profile {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 19:29:42.917239 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-a03ba0eb-a618-44ba-b719-179f32435b2b None None] Attempting to bind port 194a2f05-6652-4057-a481-b458176c8536 by drivers openvswitch,hyperv on host dv-cinder-840678-10-iscsi at level 0 using segments [{'id': '1bdcad8c-4500-4b1c-91ba-9b35d4cd746d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ddaa928e-2db4-4b37-b723-ff2ae1e2b964'}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 19:29:42.918176 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03ba0eb-a618-44ba-b719-179f32435b2b None None] Attempting to bind port 194a2f05-6652-4057-a481-b458176c8536 on network ddaa928e-2db4-4b37-b723-ff2ae1e2b964 {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:29:42.923027 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-4127de13-7803-475c-a985-bd2cafd46bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (a14d9137-a61e-455e-9576-53dcf0c8aa5f), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:42.989152 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-bdc2ca34-8fbf-448b-9b58-1f8a309fae41 admin admin] Publish callbacks [] for port (003b7f17-8c79-4647-b3d2-1123bd52e32e), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:42.996522 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-120d8fdb-1e18-4c3e-a8b9-0af0aff20c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:43.003069 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03ba0eb-a618-44ba-b719-179f32435b2b None None] Checking agent: {'id': 'ad42d2f6-c134-426b-9061-deff100c9b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 19, 20, 51), 'started_at': datetime.datetime(2022, 5, 17, 19, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 19, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 19:29:43.003481 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03ba0eb-a618-44ba-b719-179f32435b2b None None] Checking segment: {'id': '1bdcad8c-4500-4b1c-91ba-9b35d4cd746d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ddaa928e-2db4-4b37-b723-ff2ae1e2b964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:29:43.019747 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-a03ba0eb-a618-44ba-b719-179f32435b2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:43.020430 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03ba0eb-a618-44ba-b719-179f32435b2b None None] Bound using segment: {'id': '1bdcad8c-4500-4b1c-91ba-9b35d4cd746d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ddaa928e-2db4-4b37-b723-ff2ae1e2b964'} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 19:29:43.021114 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-a03ba0eb-a618-44ba-b719-179f32435b2b None None] Bound port: 194a2f05-6652-4057-a481-b458176c8536, host: dv-cinder-840678-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bdcad8c-4500-4b1c-91ba-9b35d4cd746d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ddaa928e-2db4-4b37-b723-ff2ae1e2b964'}}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 19:29:43.021614 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-a03ba0eb-a618-44ba-b719-179f32435b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (194a2f05-6652-4057-a481-b458176c8536), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:43.133793 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 37230) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:29:43.139026 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [None req-1d613074-c588-4261-9ef8-0b2a08728199 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-155017246-network', 'tenant_id': 'ea29931dd9f442c2aa79529d6cb18e75'}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:29:43.207001 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4127de13-7803-475c-a985-bd2cafd46bea None None] Pushing event updated for resources: {'Port': ['ID=a14d9137-a61e-455e-9576-53dcf0c8aa5f,revision_number=2']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:29:43.238753 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1693f48b-517e-452e-bc69-121816db42f6 req-88386073-da8b-4f99-92fa-39ba498fc8f7 tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb1bb398-381d-442d-a5d1-e46150764958 HTTP/1.1" status: 200 len: 210 time: 0.1633167 May 17 19:29:43.256427 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-a03ba0eb-a618-44ba-b719-179f32435b2b None None] For port 194a2f05-6652-4057-a481-b458176c8536, host dv-cinder-840678-10-iscsi, cleared binding levels {{(pid=103782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 19:29:43.293276 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-a03ba0eb-a618-44ba-b719-179f32435b2b None None] For port 194a2f05-6652-4057-a481-b458176c8536, host dv-cinder-840678-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=194a2f05-6652-4057-a481-b458176c8536,segment=NetworkSegment(1bdcad8c-4500-4b1c-91ba-9b35d4cd746d),segment_id=1bdcad8c-4500-4b1c-91ba-9b35d4cd746d)] {{(pid=103782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 19:29:43.518376 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d613074-c588-4261-9ef8-0b2a08728199 admin admin] Made reservation on behalf of ea29931dd9f442c2aa79529d6cb18e75 for: {'network': 1} {{(pid=103780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:29:43.518376 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-1d613074-c588-4261-9ef8-0b2a08728199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for network (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:43.560039 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (bee311cb-2a55-4828-8ca4-4ee09c88de79), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:43.568310 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-bdc2ca34-8fbf-448b-9b58-1f8a309fae41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167'] for port (003b7f17-8c79-4647-b3d2-1123bd52e32e), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:43.570096 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-a03ba0eb-a618-44ba-b719-179f32435b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (194a2f05-6652-4057-a481-b458176c8536), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:43.572701 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-1d613074-c588-4261-9ef8-0b2a08728199 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:43.572957 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc2ca34-8fbf-448b-9b58-1f8a309fae41 admin admin] Network a8e71caf-cf8f-487f-b3e8-f30c47275c44 is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:29:43.572957 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [None req-bdc2ca34-8fbf-448b-9b58-1f8a309fae41 admin admin] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:29:43.572957 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc2ca34-8fbf-448b-9b58-1f8a309fae41 admin admin] Received port after_create {{(pid=103781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:29:43.574079 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03ba0eb-a618-44ba-b719-179f32435b2b None None] Pushing event updated for resources: {'Port': ['ID=194a2f05-6652-4057-a481-b458176c8536,revision_number=2']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:29:43.574202 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc2ca34-8fbf-448b-9b58-1f8a309fae41 admin admin] Pushing event updated for resources: {'Port': ['ID=003b7f17-8c79-4647-b3d2-1123bd52e32e,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:29:43.586276 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-1d613074-c588-4261-9ef8-0b2a08728199 admin admin] Publish callbacks [] for security_group (402e7a84-604e-4dae-80b0-29701273561b), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:43.619578 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.db_base_plugin_common [None req-120d8fdb-1e18-4c3e-a8b9-0af0aff20c1a admin admin] Allocated IP 172.27.2.84 (a8e71caf-cf8f-487f-b3e8-f30c47275c44/5b8cb9fa-be03-458e-a77b-33fb963ee3d0/6e3cf1cd-e82b-48b2-a2ef-124046e79899) {{(pid=103780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:29:43.733194 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-1d613074-c588-4261-9ef8-0b2a08728199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (402e7a84-604e-4dae-80b0-29701273561b), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:43.804832 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d613074-c588-4261-9ef8-0b2a08728199 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=103780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 19:29:43.836006 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d613074-c588-4261-9ef8-0b2a08728199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402e7a84-604e-4dae-80b0-29701273561b,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:29:43.842185 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-1d613074-c588-4261-9ef8-0b2a08728199 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792041590285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944438'] for segment (d5cb6253-d3e7-47c8-a71a-55f7e1b3508f), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:43.842592 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.db.segments_db [None req-1d613074-c588-4261-9ef8-0b2a08728199 admin admin] Added segment d5cb6253-d3e7-47c8-a71a-55f7e1b3508f of type vlan for network a1979274-0c2b-4e9e-9829-886f196241ad May 17 19:29:43.893714 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-120d8fdb-1e18-4c3e-a8b9-0af0aff20c1a admin admin] Publish callbacks [] for port (6e3cf1cd-e82b-48b2-a2ef-124046e79899), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:43.913719 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-1d613074-c588-4261-9ef8-0b2a08728199 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792041130644'] for network (a1979274-0c2b-4e9e-9829-886f196241ad), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:44.069840 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-1d613074-c588-4261-9ef8-0b2a08728199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519'] for network (a1979274-0c2b-4e9e-9829-886f196241ad), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:44.070928 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d613074-c588-4261-9ef8-0b2a08728199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:29:44.071619 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-1d613074-c588-4261-9ef8-0b2a08728199 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for network (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:44.125697 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-120d8fdb-1e18-4c3e-a8b9-0af0aff20c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167'] for port (6e3cf1cd-e82b-48b2-a2ef-124046e79899), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:44.156648 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-bdc2ca34-8fbf-448b-9b58-1f8a309fae41 admin admin] Publish callbacks [] for router_gateway (b01f1c7e-ca98-496e-98a3-132f4a505256), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:44.170286 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d613074-c588-4261-9ef8-0b2a08728199 admin admin] Pushing event updated for resources: {'Network': ['ID=a1979274-0c2b-4e9e-9829-886f196241ad,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:29:44.190081 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Network a1979274-0c2b-4e9e-9829-886f196241ad details requested by agent ovs-agent-dv-cinder-840678-10-iscsi with host dv-cinder-840678-10-iscsi {{(pid=103782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 19:29:44.278991 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120d8fdb-1e18-4c3e-a8b9-0af0aff20c1a admin admin] Network a8e71caf-cf8f-487f-b3e8-f30c47275c44 is already hosted by enough agents. {{(pid=103780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:29:44.289794 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.base_scheduler [None req-120d8fdb-1e18-4c3e-a8b9-0af0aff20c1a admin admin] Resources bound (agent type, host, resource id): {{(pid=103780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:29:44.293551 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120d8fdb-1e18-4c3e-a8b9-0af0aff20c1a admin admin] Received port after_create {{(pid=103780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:29:44.312438 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-1d613074-c588-4261-9ef8-0b2a08728199 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1762660 May 17 19:29:44.347707 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 37288) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:29:44.353010 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-8ce6b5e5-d973-46c4-b8be-0169605075de admin admin] Request body: {'subnet': {'network_id': 'a1979274-0c2b-4e9e-9829-886f196241ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-155017246-subnet', 'tenant_id': 'ea29931dd9f442c2aa79529d6cb18e75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:29:44.374660 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120d8fdb-1e18-4c3e-a8b9-0af0aff20c1a admin admin] Pushing event updated for resources: {'Port': ['ID=6e3cf1cd-e82b-48b2-a2ef-124046e79899,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:29:44.387780 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 37294) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:29:44.391902 dv-cinder-840678-10-iscsi neutron-server[103780]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 17 19:29:44.490288 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce6b5e5-d973-46c4-b8be-0169605075de admin admin] Made reservation on behalf of ea29931dd9f442c2aa79529d6cb18e75 for: {'subnet': 1} {{(pid=103781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:29:44.499868 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8ce6b5e5-d973-46c4-b8be-0169605075de admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:44.604884 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-b66c88b9-45e5-4071-8f03-aab53f0fbbe2 req-24c842d6-e3f6-4e73-b982-13b46f5fddea tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb1bb398-381d-442d-a5d1-e46150764958 HTTP/1.1" status: 200 len: 210 time: 0.2150731 May 17 19:29:44.634942 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32e9570-8c23-4539-b582-dd35c330d599 None None] Network 40c7fbe2-bd07-440e-b191-34ce3a30a8a0 requested from dv-cinder-840678-10-iscsi {{(pid=103782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 19:29:44.650302 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-bdc2ca34-8fbf-448b-9b58-1f8a309fae41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16658854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16763877'] for router (b01f1c7e-ca98-496e-98a3-132f4a505256), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:44.735696 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device a14d9137-a61e-455e-9576-53dcf0c8aa5f up at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:29:44.834439 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-158c4395-ee51-4eb7-ae5d-05908d4285cb None None] Provisioning complete for port a14d9137-a61e-455e-9576-53dcf0c8aa5f triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:29:44.834439 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-158c4395-ee51-4eb7-ae5d-05908d4285cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (a14d9137-a61e-455e-9576-53dcf0c8aa5f), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:44.995211 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Provisioning complete for port a14d9137-a61e-455e-9576-53dcf0c8aa5f triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:29:44.995817 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (a14d9137-a61e-455e-9576-53dcf0c8aa5f), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:45.086269 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-59afd0f1-f3f4-4c5c-90ac-a6f46735806a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:45.182616 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1db85e8-fd46-402b-a311-2ae3bca8b8ea None None] Network ddaa928e-2db4-4b37-b723-ff2ae1e2b964 requested from dv-cinder-840678-10-iscsi {{(pid=103782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 19:29:45.201129 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8ce6b5e5-d973-46c4-b8be-0169605075de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16348314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519'] for subnet (54329fca-9821-497f-a7d0-c098b0c1b1c1), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:45.244744 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-120d8fdb-1e18-4c3e-a8b9-0af0aff20c1a admin admin] Publish callbacks [] for router_gateway (fe49bd36-5d64-4463-99d3-b4b95ea9d339), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:45.251478 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-158c4395-ee51-4eb7-ae5d-05908d4285cb None None] Current status of the port a14d9137-a61e-455e-9576-53dcf0c8aa5f is: DOWN; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:29:45.252615 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-158c4395-ee51-4eb7-ae5d-05908d4285cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (a14d9137-a61e-455e-9576-53dcf0c8aa5f), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:45.258877 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 37332) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:29:45.277391 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdc2ca34-8fbf-448b-9b58-1f8a309fae41 admin admin] Router b01f1c7e-ca98-496e-98a3-132f4a505256 is scheduled to L3 agent d0bc9f74-feb0-4354-bd47-885486f1ec0d with binding_index 1 {{(pid=103781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 19:29:45.301127 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce6b5e5-d973-46c4-b8be-0169605075de admin admin] Checking segment: {'id': 'd5cb6253-d3e7-47c8-a71a-55f7e1b3508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a1979274-0c2b-4e9e-9829-886f196241ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:29:45.302514 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce6b5e5-d973-46c4-b8be-0169605075de admin admin] Network hostable DHCP agents. Network: a1979274-0c2b-4e9e-9829-886f196241ad, hostable agents: ['acc21e7f-c3fd-47ad-b523-e51f8b89f08b'], hosted agents: [] {{(pid=103781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 19:29:45.394267 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port a14d9137-a61e-455e-9576-53dcf0c8aa5f is: DOWN; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:29:45.394701 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (a14d9137-a61e-455e-9576-53dcf0c8aa5f), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:45.408021 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-158c4395-ee51-4eb7-ae5d-05908d4285cb None None] For port a14d9137-a61e-455e-9576-53dcf0c8aa5f, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=a14d9137-a61e-455e-9576-53dcf0c8aa5f,segment=NetworkSegment(cb7a5f44-2490-49bf-84d8-97ca2a591d42),segment_id=cb7a5f44-2490-49bf-84d8-97ca2a591d42)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:29:45.499149 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-158c4395-ee51-4eb7-ae5d-05908d4285cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (a14d9137-a61e-455e-9576-53dcf0c8aa5f), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:45.515993 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-120d8fdb-1e18-4c3e-a8b9-0af0aff20c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16658854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16763877'] for router (fe49bd36-5d64-4463-99d3-b4b95ea9d339), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:45.516183 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-3572f249-2d37-42ed-b8ec-551581ec51dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:45.520674 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc2ca34-8fbf-448b-9b58-1f8a309fae41 admin admin] Notify agent at l3_agent.dv-cinder-840678-10-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 19:29:45.533361 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c991521d-d835-4624-828b-f7da95741954 None None] Sync routers for ids ['b01f1c7e-ca98-496e-98a3-132f4a505256'] in dv-cinder-840678-10-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 19:29:45.558899 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c991521d-d835-4624-828b-f7da95741954 None None] Routers {'b01f1c7e-ca98-496e-98a3-132f4a505256'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:29:45.560051 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-c991521d-d835-4624-828b-f7da95741954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:29:17Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['b01f1c7e-ca98-496e-98a3-132f4a505256'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:29:45.584737 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce6b5e5-d973-46c4-b8be-0169605075de admin admin] Pushing event updated for resources: {'Subnet': ['ID=54329fca-9821-497f-a7d0-c098b0c1b1c1,revision_number=0']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:29:45.589561 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce6b5e5-d973-46c4-b8be-0169605075de admin admin] Network a1979274-0c2b-4e9e-9829-886f196241ad is scheduled to be hosted by DHCP agent acc21e7f-c3fd-47ad-b523-e51f8b89f08b with binding_index 1 {{(pid=103781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 19:29:45.695436 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.db.api [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 17 19:29:45.696033 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG oslo_db.api [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 17 19:29:45.699069 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-8ed8b7e7-cd16-47f0-a1d0-e5d68e0daf54 None None] Provisioning complete for port a14d9137-a61e-455e-9576-53dcf0c8aa5f triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:29:45.699505 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-8ed8b7e7-cd16-47f0-a1d0-e5d68e0daf54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (a14d9137-a61e-455e-9576-53dcf0c8aa5f), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:45.701209 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158c4395-ee51-4eb7-ae5d-05908d4285cb None None] Pushing event updated for resources: {'Port': ['ID=a14d9137-a61e-455e-9576-53dcf0c8aa5f,revision_number=3']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:29:45.734337 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-bdc2ca34-8fbf-448b-9b58-1f8a309fae41 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:45.735473 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-bdc2ca34-8fbf-448b-9b58-1f8a309fae41 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.4265952 May 17 19:29:45.754178 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 37342) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:29:45.761562 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-3572f249-2d37-42ed-b8ec-551581ec51dc admin admin] Publish callbacks [] for security_group (75308e7a-9a83-4147-a4f5-a0a406305d2d), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:45.765618 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [None req-8ce6b5e5-d973-46c4-b8be-0169605075de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-10-iscsi, a1979274-0c2b-4e9e-9829-886f196241ad) {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:29:45.777308 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a3749c-3d0b-4bd3-b223-99be1db8ad1e None None] Network a1979274-0c2b-4e9e-9829-886f196241ad requested from dv-cinder-840678-10-iscsi {{(pid=103782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 19:29:45.786812 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce6b5e5-d973-46c4-b8be-0169605075de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:29:45.787398 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8ce6b5e5-d973-46c4-b8be-0169605075de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for subnet (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:45.813272 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-5e479b6d-5d23-4e28-9092-86b57f96c228 req-342d589b-e31a-47b7-8918-a4f94ec9a00e tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb1bb398-381d-442d-a5d1-e46150764958 HTTP/1.1" status: 200 len: 210 time: 0.0798631 May 17 19:29:45.821305 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-c991521d-d835-4624-828b-f7da95741954 None None] Set router b01f1c7e-ca98-496e-98a3-132f4a505256 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:29:45.892274 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-3572f249-2d37-42ed-b8ec-551581ec51dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (75308e7a-9a83-4147-a4f5-a0a406305d2d), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:45.958855 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-8ce6b5e5-d973-46c4-b8be-0169605075de admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6097722 May 17 19:29:45.966110 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-120d8fdb-1e18-4c3e-a8b9-0af0aff20c1a admin admin] Router fe49bd36-5d64-4463-99d3-b4b95ea9d339 is scheduled to L3 agent d0bc9f74-feb0-4354-bd47-885486f1ec0d with binding_index 1 {{(pid=103780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 19:29:45.977019 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 37350) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:29:46.033435 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3572f249-2d37-42ed-b8ec-551581ec51dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75308e7a-9a83-4147-a4f5-a0a406305d2d,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:29:46.061129 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-3572f249-2d37-42ed-b8ec-551581ec51dc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=947298bea89442fea518ea0a65c1e7cb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7756021 May 17 19:29:46.078967 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 37360) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:29:46.195021 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-8ed8b7e7-cd16-47f0-a1d0-e5d68e0daf54 None None] Current status of the port a14d9137-a61e-455e-9576-53dcf0c8aa5f is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:29:46.243610 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-8ed8b7e7-cd16-47f0-a1d0-e5d68e0daf54 None None] Provisioning complete for port 194a2f05-6652-4057-a481-b458176c8536 triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:29:46.244426 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-8ed8b7e7-cd16-47f0-a1d0-e5d68e0daf54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (194a2f05-6652-4057-a481-b458176c8536), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:46.252696 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfd2d5c-6fe7-44e1-96a8-f040b76e522a None None] Network a1979274-0c2b-4e9e-9829-886f196241ad requested from dv-cinder-840678-10-iscsi {{(pid=103782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 19:29:46.280573 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-c991521d-d835-4624-828b-f7da95741954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'name': 'tempest-AttachVolumeShelveTestJSON-1105554132-router', 'tenant_id': 'b23e9f1907a6406785be000e1373dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '003b7f17-8c79-4647-b3d2-1123bd52e32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:29:41Z', 'updated_at': '2022-05-17T19:29:43Z', 'revision_number': 3, 'project_id': 'b23e9f1907a6406785be000e1373dc41', 'gw_port': {'id': '003b7f17-8c79-4647-b3d2-1123bd52e32e', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:42Z', 'updated_at': '2022-05-17T19:29:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi'}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:29:46.287008 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 37364) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:29:46.303988 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port a14d9137-a61e-455e-9576-53dcf0c8aa5f is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:29:46.305289 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device 194a2f05-6652-4057-a481-b458176c8536 up at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:29:46.320856 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c991521d-d835-4624-828b-f7da95741954 None None] Checking router: b01f1c7e-ca98-496e-98a3-132f4a505256 for host: dv-cinder-840678-10-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 19:29:46.321322 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c991521d-d835-4624-828b-f7da95741954 None None] Updating router b01f1c7e-ca98-496e-98a3-132f4a505256 port 003b7f17-8c79-4647-b3d2-1123bd52e32e binding host dv-cinder-840678-10-iscsi {{(pid=103783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 19:29:46.355615 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8699842c-10ac-4826-8528-c3c58059a48a admin admin] Publish callbacks [] for security_group (75308e7a-9a83-4147-a4f5-a0a406305d2d), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:46.387782 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-aca7c934-9d89-4561-b1e6-ad5809519ab5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:46.404831 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-c991521d-d835-4624-828b-f7da95741954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (003b7f17-8c79-4647-b3d2-1123bd52e32e), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:46.425956 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Provisioning complete for port 194a2f05-6652-4057-a481-b458176c8536 triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:29:46.425956 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (194a2f05-6652-4057-a481-b458176c8536), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:46.452180 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8699842c-10ac-4826-8528-c3c58059a48a admin admin] Publish callbacks [] for security_group (75308e7a-9a83-4147-a4f5-a0a406305d2d), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:46.512216 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-120d8fdb-1e18-4c3e-a8b9-0af0aff20c1a admin admin] Notify agent at l3_agent.dv-cinder-840678-10-iscsi the message routers_updated {{(pid=103780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 19:29:46.534417 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-8ed8b7e7-cd16-47f0-a1d0-e5d68e0daf54 None None] Current status of the port 194a2f05-6652-4057-a481-b458176c8536 is: DOWN; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:29:46.534800 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-8ed8b7e7-cd16-47f0-a1d0-e5d68e0daf54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (194a2f05-6652-4057-a481-b458176c8536), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:46.539167 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7a06f6-0576-4d07-82f7-ae41a192d5d2 None None] Sync routers for ids ['fe49bd36-5d64-4463-99d3-b4b95ea9d339'] in dv-cinder-840678-10-iscsi {{(pid=103782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 19:29:46.566197 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7a06f6-0576-4d07-82f7-ae41a192d5d2 None None] Routers {'fe49bd36-5d64-4463-99d3-b4b95ea9d339'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:29:46.566825 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-af7a06f6-0576-4d07-82f7-ae41a192d5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:29:17Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['fe49bd36-5d64-4463-99d3-b4b95ea9d339'], 'active': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:29:46.589582 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-8ed8b7e7-cd16-47f0-a1d0-e5d68e0daf54 None None] For port 194a2f05-6652-4057-a481-b458176c8536, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=194a2f05-6652-4057-a481-b458176c8536,segment=NetworkSegment(1bdcad8c-4500-4b1c-91ba-9b35d4cd746d),segment_id=1bdcad8c-4500-4b1c-91ba-9b35d4cd746d)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:29:46.595301 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_v2 [None req-65f2e01c-41ee-43ed-b61f-8ee25e5fe2d4 admin admin] Deleting subnet c461c126-1e87-4d25-938e-ce8adf5bc884 {{(pid=103781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 19:29:46.603115 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-65f2e01c-41ee-43ed-b61f-8ee25e5fe2d4 admin admin] Publish callbacks [] for subnet (c461c126-1e87-4d25-938e-ce8adf5bc884), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:46.612617 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-aca7c934-9d89-4561-b1e6-ad5809519ab5 admin admin] Publish callbacks [] for security_group (f7605430-857f-4b88-b47f-dc13b7dd57f1), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:46.619309 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-120d8fdb-1e18-4c3e-a8b9-0af0aff20c1a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:46.624710 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-120d8fdb-1e18-4c3e-a8b9-0af0aff20c1a admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.1156945 May 17 19:29:46.625545 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 37366) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:29:46.667600 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-8ed8b7e7-cd16-47f0-a1d0-e5d68e0daf54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (194a2f05-6652-4057-a481-b458176c8536), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:46.672644 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port 194a2f05-6652-4057-a481-b458176c8536 is: DOWN; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:29:46.673014 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (194a2f05-6652-4057-a481-b458176c8536), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:46.697738 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8699842c-10ac-4826-8528-c3c58059a48a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (75308e7a-9a83-4147-a4f5-a0a406305d2d), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:46.700302 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8699842c-10ac-4826-8528-c3c58059a48a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:46.701446 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-8699842c-10ac-4826-8528-c3c58059a48a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/75308e7a-9a83-4147-a4f5-a0a406305d2d HTTP/1.1" status: 204 len: 168 time: 0.6085043 May 17 19:29:46.709992 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-65f2e01c-41ee-43ed-b61f-8ee25e5fe2d4 admin admin] Publish callbacks [] for subnet (c461c126-1e87-4d25-938e-ce8adf5bc884), precommit_delete_associations {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:46.722383 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-aca7c934-9d89-4561-b1e6-ad5809519ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (f7605430-857f-4b88-b47f-dc13b7dd57f1), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:46.730146 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-65f2e01c-41ee-43ed-b61f-8ee25e5fe2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-938445'] for subnet (c461c126-1e87-4d25-938e-ce8adf5bc884), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:46.733792 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8699842c-10ac-4826-8528-c3c58059a48a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75308e7a-9a83-4147-a4f5-a0a406305d2d,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:29:46.784270 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvr_db [None req-af7a06f6-0576-4d07-82f7-ae41a192d5d2 None None] Set router fe49bd36-5d64-4463-99d3-b4b95ea9d339 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:29:46.817723 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-c991521d-d835-4624-828b-f7da95741954 None None] Publish callbacks [] for port (003b7f17-8c79-4647-b3d2-1123bd52e32e), precommit_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:46.899939 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-aca7c934-9d89-4561-b1e6-ad5809519ab5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7fec6239168e4f15946ccff5cd48d145&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9203184 May 17 19:29:46.900515 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 37376) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:29:46.950530 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-c991521d-d835-4624-828b-f7da95741954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (003b7f17-8c79-4647-b3d2-1123bd52e32e), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:46.982080 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca7c934-9d89-4561-b1e6-ad5809519ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7605430-857f-4b88-b47f-dc13b7dd57f1,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:29:47.037782 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed8b7e7-cd16-47f0-a1d0-e5d68e0daf54 None None] Pushing event updated for resources: {'Port': ['ID=194a2f05-6652-4057-a481-b458176c8536,revision_number=3']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:29:47.055034 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.db.api [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 17 19:29:47.055034 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG oslo_db.api [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 17 19:29:47.078002 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-c991521d-d835-4624-828b-f7da95741954 None None] Attempting to bind port 003b7f17-8c79-4647-b3d2-1123bd52e32e on host dv-cinder-840678-10-iscsi for vnic_type normal with profile {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 19:29:47.078378 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-c991521d-d835-4624-828b-f7da95741954 None None] Attempting to bind port 003b7f17-8c79-4647-b3d2-1123bd52e32e by drivers openvswitch,hyperv on host dv-cinder-840678-10-iscsi at level 0 using segments [{'id': '9ce1d97a-7b85-460d-9e35-dbb6f20db43d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 19:29:47.078723 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c991521d-d835-4624-828b-f7da95741954 None None] Attempting to bind port 003b7f17-8c79-4647-b3d2-1123bd52e32e on network a8e71caf-cf8f-487f-b3e8-f30c47275c44 {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:29:47.094376 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c991521d-d835-4624-828b-f7da95741954 None None] Checking agent: {'id': 'ad42d2f6-c134-426b-9061-deff100c9b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 19, 20, 51), 'started_at': datetime.datetime(2022, 5, 17, 19, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 19, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 19:29:47.094747 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c991521d-d835-4624-828b-f7da95741954 None None] Checking segment: {'id': '9ce1d97a-7b85-460d-9e35-dbb6f20db43d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:29:47.095148 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-c991521d-d835-4624-828b-f7da95741954 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:47.095550 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c991521d-d835-4624-828b-f7da95741954 None None] Bound using segment: {'id': '9ce1d97a-7b85-460d-9e35-dbb6f20db43d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 19:29:47.096081 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-c991521d-d835-4624-828b-f7da95741954 None None] Bound port: 003b7f17-8c79-4647-b3d2-1123bd52e32e, host: dv-cinder-840678-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce1d97a-7b85-460d-9e35-dbb6f20db43d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'}}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 19:29:47.097364 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-c991521d-d835-4624-828b-f7da95741954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (003b7f17-8c79-4647-b3d2-1123bd52e32e), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:47.130729 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1e2907-be25-4f4e-b239-899be876f1fd None None] Pushing event updated for resources: {'Port': ['ID=003b7f17-8c79-4647-b3d2-1123bd52e32e,revision_number=2']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:29:47.142990 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1e2907-be25-4f4e-b239-899be876f1fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:29:47.143344 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1e2907-be25-4f4e-b239-899be876f1fd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:29:47.143712 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1e2907-be25-4f4e-b239-899be876f1fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:29:47.144062 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1e2907-be25-4f4e-b239-899be876f1fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:29:47.144394 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1e2907-be25-4f4e-b239-899be876f1fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:29:47.144720 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1e2907-be25-4f4e-b239-899be876f1fd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:29:47.145538 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1e2907-be25-4f4e-b239-899be876f1fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:29:47.145538 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1e2907-be25-4f4e-b239-899be876f1fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:29:47.145708 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1e2907-be25-4f4e-b239-899be876f1fd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:29:47.145983 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1e2907-be25-4f4e-b239-899be876f1fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:29:47.146306 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1e2907-be25-4f4e-b239-899be876f1fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:29:47.146638 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1e2907-be25-4f4e-b239-899be876f1fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:29:47.146956 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1e2907-be25-4f4e-b239-899be876f1fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:29:47.147269 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1e2907-be25-4f4e-b239-899be876f1fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:29:47.147608 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1e2907-be25-4f4e-b239-899be876f1fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:29:47.150250 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1e2907-be25-4f4e-b239-899be876f1fd None None] Tracked resource versions report: May 17 19:29:47.150250 dv-cinder-840678-10-iscsi neutron-server[103783]: pushed versions: May 17 19:29:47.150250 dv-cinder-840678-10-iscsi neutron-server[103783]: { 'AddressGroup': {'1.2'}, May 17 19:29:47.150250 dv-cinder-840678-10-iscsi neutron-server[103783]: 'Agent': {'1.1'}, May 17 19:29:47.150250 dv-cinder-840678-10-iscsi neutron-server[103783]: 'ConntrackHelper': {'1.0'}, May 17 19:29:47.150250 dv-cinder-840678-10-iscsi neutron-server[103783]: 'LocalIPAssociation': {'1.0'}, May 17 19:29:47.150250 dv-cinder-840678-10-iscsi neutron-server[103783]: 'Log': {'1.0'}, May 17 19:29:47.150250 dv-cinder-840678-10-iscsi neutron-server[103783]: 'NDPProxy': {'1.0'}, May 17 19:29:47.150250 dv-cinder-840678-10-iscsi neutron-server[103783]: 'Network': {'1.1'}, May 17 19:29:47.150250 dv-cinder-840678-10-iscsi neutron-server[103783]: 'Port': {'1.7'}, May 17 19:29:47.150250 dv-cinder-840678-10-iscsi neutron-server[103783]: 'PortForwarding': {'1.3'}, May 17 19:29:47.150250 dv-cinder-840678-10-iscsi neutron-server[103783]: 'QosPolicy': {'1.10'}, May 17 19:29:47.150250 dv-cinder-840678-10-iscsi neutron-server[103783]: 'SecurityGroup': {'1.5'}, May 17 19:29:47.150250 dv-cinder-840678-10-iscsi neutron-server[103783]: 'SecurityGroupRule': {'1.2'}, May 17 19:29:47.150250 dv-cinder-840678-10-iscsi neutron-server[103783]: 'SubPort': {'1.0'}, May 17 19:29:47.150250 dv-cinder-840678-10-iscsi neutron-server[103783]: 'Subnet': {'1.1'}, May 17 19:29:47.150250 dv-cinder-840678-10-iscsi neutron-server[103783]: 'Trunk': {'1.1'}} May 17 19:29:47.150250 dv-cinder-840678-10-iscsi neutron-server[103783]: consumer versions: May 17 19:29:47.150250 dv-cinder-840678-10-iscsi neutron-server[103783]: { DHCP agent@dv-cinder-840678-10-iscsi: {}, May 17 19:29:47.150250 dv-cinder-840678-10-iscsi neutron-server[103783]: HyperV agent@hv-cinder-84067: {}, May 17 19:29:47.150250 dv-cinder-840678-10-iscsi neutron-server[103783]: L3 agent@dv-cinder-840678-10-iscsi: {}, May 17 19:29:47.150250 dv-cinder-840678-10-iscsi neutron-server[103783]: Metadata agent@dv-cinder-840678-10-iscsi: {}, May 17 19:29:47.150250 dv-cinder-840678-10-iscsi neutron-server[103783]: Metering agent@dv-cinder-840678-10-iscsi: {}, May 17 19:29:47.150250 dv-cinder-840678-10-iscsi neutron-server[103783]: Open vSwitch agent@dv-cinder-840678-10-iscsi: { 'AddressGroup': '1.2', May 17 19:29:47.150250 dv-cinder-840678-10-iscsi neutron-server[103783]: 'Agent': '1.1', May 17 19:29:47.150250 dv-cinder-840678-10-iscsi neutron-server[103783]: 'ConntrackHelper': '1.0', May 17 19:29:47.150250 dv-cinder-840678-10-iscsi neutron-server[103783]: 'LocalIPAssociation': '1.0', May 17 19:29:47.150250 dv-cinder-840678-10-iscsi neutron-server[103783]: 'Log': '1.0', May 17 19:29:47.150250 dv-cinder-840678-10-iscsi neutron-server[103783]: 'NDPProxy': '1.0', May 17 19:29:47.150250 dv-cinder-840678-10-iscsi neutron-server[103783]: 'Network': '1.1', May 17 19:29:47.150250 dv-cinder-840678-10-iscsi neutron-server[103783]: 'Port': '1.7', May 17 19:29:47.150250 dv-cinder-840678-10-iscsi neutron-server[103783]: 'PortForwarding': '1.3', May 17 19:29:47.150250 dv-cinder-840678-10-iscsi neutron-server[103783]: 'QosPolicy': '1.10', May 17 19:29:47.150250 dv-cinder-840678-10-iscsi neutron-server[103783]: 'SecurityGroup': '1.5', May 17 19:29:47.150250 dv-cinder-840678-10-iscsi neutron-server[103783]: 'SecurityGroupRule': '1.2', May 17 19:29:47.150250 dv-cinder-840678-10-iscsi neutron-server[103783]: 'SubPort': '1.0', May 17 19:29:47.150250 dv-cinder-840678-10-iscsi neutron-server[103783]: 'Subnet': '1.1', May 17 19:29:47.150250 dv-cinder-840678-10-iscsi neutron-server[103783]: 'Trunk': '1.1'}} May 17 19:29:47.150250 dv-cinder-840678-10-iscsi neutron-server[103783]: {{(pid=103783) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 19:29:47.181128 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-5e038b08-08cf-43bf-85ab-f48ec8dd1af6 admin admin] Publish callbacks [] for security_group (f7605430-857f-4b88-b47f-dc13b7dd57f1), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:47.200681 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-c991521d-d835-4624-828b-f7da95741954 None None] For port 003b7f17-8c79-4647-b3d2-1123bd52e32e, host dv-cinder-840678-10-iscsi, cleared binding levels {{(pid=103783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 19:29:47.204270 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-c991521d-d835-4624-828b-f7da95741954 None None] For port 003b7f17-8c79-4647-b3d2-1123bd52e32e, host dv-cinder-840678-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=003b7f17-8c79-4647-b3d2-1123bd52e32e,segment=NetworkSegment(9ce1d97a-7b85-460d-9e35-dbb6f20db43d),segment_id=9ce1d97a-7b85-460d-9e35-dbb6f20db43d)] {{(pid=103783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 19:29:47.206185 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-5e038b08-08cf-43bf-85ab-f48ec8dd1af6 admin admin] Publish callbacks [] for security_group (f7605430-857f-4b88-b47f-dc13b7dd57f1), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:47.213646 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-6df2c05e-34aa-43c1-bd78-3effb9df3f39 None None] Provisioning complete for port 194a2f05-6652-4057-a481-b458176c8536 triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:29:47.214028 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-6df2c05e-34aa-43c1-bd78-3effb9df3f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (194a2f05-6652-4057-a481-b458176c8536), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:47.220814 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-65f2e01c-41ee-43ed-b61f-8ee25e5fe2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-938452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16348314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519'] for subnet (c461c126-1e87-4d25-938e-ce8adf5bc884), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:47.266191 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b2da2a7c-ee09-4ca8-b811-9a0a25d03ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:47.321695 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-c991521d-d835-4624-828b-f7da95741954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (003b7f17-8c79-4647-b3d2-1123bd52e32e), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:47.331307 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-397b86ba-8336-40ba-947a-3c636c8d49e9 req-78264b17-f97b-4bc0-99fe-a4d3c84d7ad4 tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb1bb398-381d-442d-a5d1-e46150764958 HTTP/1.1" status: 200 len: 210 time: 0.1220787 May 17 19:29:47.340935 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f2e01c-41ee-43ed-b61f-8ee25e5fe2d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c461c126-1e87-4d25-938e-ce8adf5bc884,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:29:47.345377 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-65f2e01c-41ee-43ed-b61f-8ee25e5fe2d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:47.348743 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-65f2e01c-41ee-43ed-b61f-8ee25e5fe2d4 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/c461c126-1e87-4d25-938e-ce8adf5bc884 HTTP/1.1" status: 204 len: 168 time: 1.0476575 May 17 19:29:47.352702 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 37396) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:29:47.355903 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-fe28bebe-d9fc-4d2c-9baa-3fdfb48e9451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:47.388012 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-af7a06f6-0576-4d07-82f7-ae41a192d5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe49bd36-5d64-4463-99d3-b4b95ea9d339', 'name': 'tempest-ServerRescueNegativeTestJSON-681804050-router', 'tenant_id': '5d488b25563d4373b5c980ab060bc822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '6e3cf1cd-e82b-48b2-a2ef-124046e79899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:29:41Z', 'updated_at': '2022-05-17T19:29:44Z', 'revision_number': 3, 'project_id': '5d488b25563d4373b5c980ab060bc822', 'gw_port': {'id': '6e3cf1cd-e82b-48b2-a2ef-124046e79899', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:aa:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe49bd36-5d64-4463-99d3-b4b95ea9d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:43Z', 'updated_at': '2022-05-17T19:29:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi'}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:29:47.391146 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-5e038b08-08cf-43bf-85ab-f48ec8dd1af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (f7605430-857f-4b88-b47f-dc13b7dd57f1), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:47.394539 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-5e038b08-08cf-43bf-85ab-f48ec8dd1af6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:47.396565 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-5e038b08-08cf-43bf-85ab-f48ec8dd1af6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f7605430-857f-4b88-b47f-dc13b7dd57f1 HTTP/1.1" status: 204 len: 168 time: 0.4891386 May 17 19:29:47.417248 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e038b08-08cf-43bf-85ab-f48ec8dd1af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7605430-857f-4b88-b47f-dc13b7dd57f1,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:29:47.482628 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1e2907-be25-4f4e-b239-899be876f1fd None None] Pushing event updated for resources: {'Port': ['ID=003b7f17-8c79-4647-b3d2-1123bd52e32e,revision_number=3']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:29:47.485942 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c991521d-d835-4624-828b-f7da95741954 None None] Routers {'b01f1c7e-ca98-496e-98a3-132f4a505256'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:29:47.486551 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-c991521d-d835-4624-828b-f7da95741954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:29:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['b01f1c7e-ca98-496e-98a3-132f4a505256'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:29:47.529355 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7a06f6-0576-4d07-82f7-ae41a192d5d2 None None] Checking router: fe49bd36-5d64-4463-99d3-b4b95ea9d339 for host: dv-cinder-840678-10-iscsi {{(pid=103782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 19:29:47.530922 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7a06f6-0576-4d07-82f7-ae41a192d5d2 None None] Updating router fe49bd36-5d64-4463-99d3-b4b95ea9d339 port 6e3cf1cd-e82b-48b2-a2ef-124046e79899 binding host dv-cinder-840678-10-iscsi {{(pid=103782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 19:29:47.613066 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-6df2c05e-34aa-43c1-bd78-3effb9df3f39 None None] Current status of the port 194a2f05-6652-4057-a481-b458176c8536 is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:29:47.633163 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-c991521d-d835-4624-828b-f7da95741954 None None] Set router b01f1c7e-ca98-496e-98a3-132f4a505256 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:29:47.641884 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-af7a06f6-0576-4d07-82f7-ae41a192d5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (6e3cf1cd-e82b-48b2-a2ef-124046e79899), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:47.665514 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-003291f2-1ef0-4322-96df-8c6918290aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-932882'] for network (653d720f-a257-4ce5-ab53-42a176a07f63), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:47.665910 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_common [None req-b2da2a7c-ee09-4ca8-b811-9a0a25d03ce4 admin admin] Allocated IP 172.20.0.1 (40c7fbe2-bd07-440e-b191-34ce3a30a8a0/4afc8f6d-c4ef-4f27-b1bd-b836aad1cd58/79ee1b34-18a6-4b3f-ba58-9dc950d058cd) {{(pid=103781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:29:47.666125 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 37400) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:29:47.690207 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-459b4f67-d200-40f4-8447-c77b040da06d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:47.707460 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-11dfa262-b3b9-4fea-ac26-1cfe87a00ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:47.713334 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port 194a2f05-6652-4057-a481-b458176c8536 is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:29:47.828210 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-003291f2-1ef0-4322-96df-8c6918290aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-940152', 'neutron.services.segments.db._delete_segments_for_network-8792041590294'] for network (653d720f-a257-4ce5-ab53-42a176a07f63), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:47.890989 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-003291f2-1ef0-4322-96df-8c6918290aea admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:29:47.890989 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-003291f2-1ef0-4322-96df-8c6918290aea admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:29:47.891898 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-003291f2-1ef0-4322-96df-8c6918290aea admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:29:47.892224 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-003291f2-1ef0-4322-96df-8c6918290aea admin admin] Subscribe: > port after_create 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:29:47.892557 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-003291f2-1ef0-4322-96df-8c6918290aea admin admin] Subscribe: > port after_delete 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:29:47.892884 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-003291f2-1ef0-4322-96df-8c6918290aea admin admin] Subscribe: > port after_update 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:29:47.893198 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-003291f2-1ef0-4322-96df-8c6918290aea admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:29:47.894195 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-003291f2-1ef0-4322-96df-8c6918290aea admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:29:47.894513 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-003291f2-1ef0-4322-96df-8c6918290aea admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:29:47.894831 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-003291f2-1ef0-4322-96df-8c6918290aea admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:29:47.902468 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-c991521d-d835-4624-828b-f7da95741954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'name': 'tempest-AttachVolumeShelveTestJSON-1105554132-router', 'tenant_id': 'b23e9f1907a6406785be000e1373dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '003b7f17-8c79-4647-b3d2-1123bd52e32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:29:41Z', 'updated_at': '2022-05-17T19:29:43Z', 'revision_number': 3, 'project_id': 'b23e9f1907a6406785be000e1373dc41', 'gw_port': {'id': '003b7f17-8c79-4647-b3d2-1123bd52e32e', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:42Z', 'updated_at': '2022-05-17T19:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi'}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:29:47.940196 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device a14d9137-a61e-455e-9576-53dcf0c8aa5f up at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:29:47.955937 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c991521d-d835-4624-828b-f7da95741954 None None] The sync data for ids ['b01f1c7e-ca98-496e-98a3-132f4a505256'] in dv-cinder-840678-10-iscsi is: [{'id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'name': 'tempest-AttachVolumeShelveTestJSON-1105554132-router', 'tenant_id': 'b23e9f1907a6406785be000e1373dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '003b7f17-8c79-4647-b3d2-1123bd52e32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:29:41Z', 'updated_at': '2022-05-17T19:29:43Z', 'revision_number': 3, 'project_id': 'b23e9f1907a6406785be000e1373dc41', 'gw_port': {'id': '003b7f17-8c79-4647-b3d2-1123bd52e32e', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:42Z', 'updated_at': '2022-05-17T19:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi'}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 19:29:48.119080 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Provisioning complete for port a14d9137-a61e-455e-9576-53dcf0c8aa5f triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:29:48.119556 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (a14d9137-a61e-455e-9576-53dcf0c8aa5f), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:48.178813 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-459b4f67-d200-40f4-8447-c77b040da06d admin admin] Publish callbacks [] for security_group (b780ee5b-8d1b-45cc-83b0-6e7fbe4ee0f9), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:48.198979 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.db_base_plugin_common [None req-11dfa262-b3b9-4fea-ac26-1cfe87a00ad9 admin admin] Allocated IP 172.20.0.1 (ddaa928e-2db4-4b37-b723-ff2ae1e2b964/78a5955d-2965-41b9-ae73-2183d9038bbb/c382e084-003d-4182-8666-e15541b54a9e) {{(pid=103780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:29:48.232004 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-003291f2-1ef0-4322-96df-8c6918290aea admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:29:48.233280 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-003291f2-1ef0-4322-96df-8c6918290aea admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:29:48.233824 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-003291f2-1ef0-4322-96df-8c6918290aea admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:29:48.234323 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-003291f2-1ef0-4322-96df-8c6918290aea admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:29:48.234850 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.services.segments.db [None req-003291f2-1ef0-4322-96df-8c6918290aea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['653d720f-a257-4ce5-ab53-42a176a07f63']}} {{(pid=103781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:29:48.262066 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-af7a06f6-0576-4d07-82f7-ae41a192d5d2 None None] Publish callbacks [] for port (6e3cf1cd-e82b-48b2-a2ef-124046e79899), precommit_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:48.268684 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.services.segments.db [None req-003291f2-1ef0-4322-96df-8c6918290aea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7d8128c-ff7c-4af4-b519-80f006766b46') {'for_net_delete': True} {{(pid=103781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:29:48.268684 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.services.segments.db [None req-003291f2-1ef0-4322-96df-8c6918290aea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7d8128c-ff7c-4af4-b519-80f006766b46') {} {{(pid=103781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:29:48.288677 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port a14d9137-a61e-455e-9576-53dcf0c8aa5f is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:29:48.289818 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device 194a2f05-6652-4057-a481-b458176c8536 up at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:29:48.291599 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-003291f2-1ef0-4322-96df-8c6918290aea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792041591071', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14281845'] for segment (a7d8128c-ff7c-4af4-b519-80f006766b46), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:48.325705 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b2da2a7c-ee09-4ca8-b811-9a0a25d03ce4 admin admin] Publish callbacks [] for port (79ee1b34-18a6-4b3f-ba58-9dc950d058cd), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:48.337983 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-003291f2-1ef0-4322-96df-8c6918290aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944438'] for segment (a7d8128c-ff7c-4af4-b519-80f006766b46), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:48.345822 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-af7a06f6-0576-4d07-82f7-ae41a192d5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (6e3cf1cd-e82b-48b2-a2ef-124046e79899), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:48.363900 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-459b4f67-d200-40f4-8447-c77b040da06d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (b780ee5b-8d1b-45cc-83b0-6e7fbe4ee0f9), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:48.369429 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-003291f2-1ef0-4322-96df-8c6918290aea admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=103781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 19:29:48.369827 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-003291f2-1ef0-4322-96df-8c6918290aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13820481'] for segment (a7d8128c-ff7c-4af4-b519-80f006766b46), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:48.397018 dv-cinder-840678-10-iscsi neutron-server[103781]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 17 19:29:48.397018 dv-cinder-840678-10-iscsi neutron-server[103781]: from cryptography.utils import int_from_bytes May 17 19:29:48.397018 dv-cinder-840678-10-iscsi neutron-server[103781]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 17 19:29:48.397018 dv-cinder-840678-10-iscsi neutron-server[103781]: from cryptography.utils import int_from_bytes May 17 19:29:48.397018 dv-cinder-840678-10-iscsi neutron-server[103781]: Traceback (most recent call last): May 17 19:29:48.397018 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 19:29:48.397018 dv-cinder-840678-10-iscsi neutron-server[103781]: timer() May 17 19:29:48.397018 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 19:29:48.397018 dv-cinder-840678-10-iscsi neutron-server[103781]: cb(*args, **kw) May 17 19:29:48.397018 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 19:29:48.397018 dv-cinder-840678-10-iscsi neutron-server[103781]: return func(*args, **kwargs) May 17 19:29:48.397018 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 19:29:48.397018 dv-cinder-840678-10-iscsi neutron-server[103781]: self._notify() May 17 19:29:48.397018 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 19:29:48.397018 dv-cinder-840678-10-iscsi neutron-server[103781]: self.callback(batched_events) May 17 19:29:48.397018 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 19:29:48.397018 dv-cinder-840678-10-iscsi neutron-server[103781]: event.method(event) May 17 19:29:48.397018 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 19:29:48.397018 dv-cinder-840678-10-iscsi neutron-server[103781]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 19:29:48.397018 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 19:29:48.397018 dv-cinder-840678-10-iscsi neutron-server[103781]: aggregate_uuid = self.p_client.list_aggregates( May 17 19:29:48.397018 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 19:29:48.397018 dv-cinder-840678-10-iscsi neutron-server[103781]: return f(self, *a, **k) May 17 19:29:48.397018 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 19:29:48.397018 dv-cinder-840678-10-iscsi neutron-server[103781]: return self._get(url).json() May 17 19:29:48.397018 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 19:29:48.397018 dv-cinder-840678-10-iscsi neutron-server[103781]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 19:29:48.397018 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 19:29:48.397018 dv-cinder-840678-10-iscsi neutron-server[103781]: return self.request(url, 'GET', **kwargs) May 17 19:29:48.397018 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 19:29:48.397018 dv-cinder-840678-10-iscsi neutron-server[103781]: base_url = self.get_endpoint(auth, allow=allow, May 17 19:29:48.397018 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 19:29:48.397018 dv-cinder-840678-10-iscsi neutron-server[103781]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 19:29:48.397018 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 19:29:48.397018 dv-cinder-840678-10-iscsi neutron-server[103781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 19:29:48.397018 dv-cinder-840678-10-iscsi neutron-server[103781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 19:29:48.463523 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-11dfa262-b3b9-4fea-ac26-1cfe87a00ad9 admin admin] Publish callbacks [] for port (c382e084-003d-4182-8666-e15541b54a9e), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:48.471781 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-459b4f67-d200-40f4-8447-c77b040da06d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=47df41203da54e04a5a646125282a9ee&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8027437 May 17 19:29:48.477281 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abafd69a-f4ab-4ff0-afa0-952dea8ef9a3 None None] Pushing event updated for resources: {'Port': ['ID=6e3cf1cd-e82b-48b2-a2ef-124046e79899,revision_number=2']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:29:48.484421 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 37424) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:29:48.522220 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459b4f67-d200-40f4-8447-c77b040da06d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b780ee5b-8d1b-45cc-83b0-6e7fbe4ee0f9,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:29:48.527209 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Provisioning complete for port 194a2f05-6652-4057-a481-b458176c8536 triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:29:48.527855 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (194a2f05-6652-4057-a481-b458176c8536), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:48.572549 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-003291f2-1ef0-4322-96df-8c6918290aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-940099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16764915'] for network (653d720f-a257-4ce5-ab53-42a176a07f63), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:48.576165 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-af7a06f6-0576-4d07-82f7-ae41a192d5d2 None None] Attempting to bind port 6e3cf1cd-e82b-48b2-a2ef-124046e79899 on host dv-cinder-840678-10-iscsi for vnic_type normal with profile {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 19:29:48.576615 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-af7a06f6-0576-4d07-82f7-ae41a192d5d2 None None] Attempting to bind port 6e3cf1cd-e82b-48b2-a2ef-124046e79899 by drivers openvswitch,hyperv on host dv-cinder-840678-10-iscsi at level 0 using segments [{'id': '9ce1d97a-7b85-460d-9e35-dbb6f20db43d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 19:29:48.583725 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7a06f6-0576-4d07-82f7-ae41a192d5d2 None None] Attempting to bind port 6e3cf1cd-e82b-48b2-a2ef-124046e79899 on network a8e71caf-cf8f-487f-b3e8-f30c47275c44 {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:29:48.599865 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7a06f6-0576-4d07-82f7-ae41a192d5d2 None None] Checking agent: {'id': 'ad42d2f6-c134-426b-9061-deff100c9b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 19, 20, 51), 'started_at': datetime.datetime(2022, 5, 17, 19, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 19, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 19:29:48.600390 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003291f2-1ef0-4322-96df-8c6918290aea admin admin] Pushing event deleted for resources: {'Network': ['ID=653d720f-a257-4ce5-ab53-42a176a07f63,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:29:48.607065 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7a06f6-0576-4d07-82f7-ae41a192d5d2 None None] Checking segment: {'id': '9ce1d97a-7b85-460d-9e35-dbb6f20db43d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:29:48.607578 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-af7a06f6-0576-4d07-82f7-ae41a192d5d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:48.607906 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7a06f6-0576-4d07-82f7-ae41a192d5d2 None None] Bound using segment: {'id': '9ce1d97a-7b85-460d-9e35-dbb6f20db43d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 19:29:48.608431 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-af7a06f6-0576-4d07-82f7-ae41a192d5d2 None None] Bound port: 6e3cf1cd-e82b-48b2-a2ef-124046e79899, host: dv-cinder-840678-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce1d97a-7b85-460d-9e35-dbb6f20db43d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'}}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 19:29:48.608813 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-af7a06f6-0576-4d07-82f7-ae41a192d5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (6e3cf1cd-e82b-48b2-a2ef-124046e79899), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:48.609271 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-003291f2-1ef0-4322-96df-8c6918290aea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for network (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:48.616891 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-003291f2-1ef0-4322-96df-8c6918290aea admin admin] 10.222.0.58 "DELETE /v2.0/networks/653d720f-a257-4ce5-ab53-42a176a07f63 HTTP/1.1" status: 204 len: 168 time: 1.2631576 May 17 19:29:48.619654 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b2da2a7c-ee09-4ca8-b811-9a0a25d03ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (79ee1b34-18a6-4b3f-ba58-9dc950d058cd), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:48.623315 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 37434) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:29:48.684130 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-3c4cefa3-d38b-4911-8e64-4c4e9925cdaf admin admin] Publish callbacks [] for security_group (b780ee5b-8d1b-45cc-83b0-6e7fbe4ee0f9), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:48.688336 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-5496f2d4-f39c-4abc-aeb9-8e8ba3ab5147 req-e07a35b5-8b3a-4c2c-bce2-36116f29ddf7 tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb1bb398-381d-442d-a5d1-e46150764958 HTTP/1.1" status: 200 len: 210 time: 0.0694652 May 17 19:29:48.724109 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da2a7c-ee09-4ca8-b811-9a0a25d03ce4 admin admin] Pushing event updated for resources: {'Port': ['ID=79ee1b34-18a6-4b3f-ba58-9dc950d058cd,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:29:48.729627 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-3c4cefa3-d38b-4911-8e64-4c4e9925cdaf admin admin] Publish callbacks [] for security_group (b780ee5b-8d1b-45cc-83b0-6e7fbe4ee0f9), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:48.744591 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-11dfa262-b3b9-4fea-ac26-1cfe87a00ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167'] for port (c382e084-003d-4182-8666-e15541b54a9e), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:48.753618 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2da2a7c-ee09-4ca8-b811-9a0a25d03ce4 admin admin] Network 40c7fbe2-bd07-440e-b191-34ce3a30a8a0 is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:29:48.757600 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [None req-b2da2a7c-ee09-4ca8-b811-9a0a25d03ce4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:29:48.774131 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2da2a7c-ee09-4ca8-b811-9a0a25d03ce4 admin admin] Received port after_create {{(pid=103781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:29:48.809724 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:48.850094 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11dfa262-b3b9-4fea-ac26-1cfe87a00ad9 admin admin] Network ddaa928e-2db4-4b37-b723-ff2ae1e2b964 is already hosted by enough agents. {{(pid=103780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:29:48.855385 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.base_scheduler [None req-11dfa262-b3b9-4fea-ac26-1cfe87a00ad9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:29:48.860680 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b2da2a7c-ee09-4ca8-b811-9a0a25d03ce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16761288'] for router_interface (b01f1c7e-ca98-496e-98a3-132f4a505256), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:48.865078 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dfa262-b3b9-4fea-ac26-1cfe87a00ad9 admin admin] Received port after_create {{(pid=103780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:29:48.865745 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-11dfa262-b3b9-4fea-ac26-1cfe87a00ad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16761288'] for router_interface (fe49bd36-5d64-4463-99d3-b4b95ea9d339), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:48.898131 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dfa262-b3b9-4fea-ac26-1cfe87a00ad9 admin admin] Pushing event updated for resources: {'Port': ['ID=c382e084-003d-4182-8666-e15541b54a9e,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:29:48.903390 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-af7a06f6-0576-4d07-82f7-ae41a192d5d2 None None] For port 6e3cf1cd-e82b-48b2-a2ef-124046e79899, host dv-cinder-840678-10-iscsi, cleared binding levels {{(pid=103782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 19:29:48.948496 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_v2 [None req-75833a1f-e0dd-44cb-a057-6021bdad6f2d admin admin] Deleting subnet 54329fca-9821-497f-a7d0-c098b0c1b1c1 {{(pid=103781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 19:29:48.952689 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-75833a1f-e0dd-44cb-a057-6021bdad6f2d admin admin] Publish callbacks [] for subnet (54329fca-9821-497f-a7d0-c098b0c1b1c1), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:48.972769 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-af7a06f6-0576-4d07-82f7-ae41a192d5d2 None None] For port 6e3cf1cd-e82b-48b2-a2ef-124046e79899, host dv-cinder-840678-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=6e3cf1cd-e82b-48b2-a2ef-124046e79899,segment=NetworkSegment(9ce1d97a-7b85-460d-9e35-dbb6f20db43d),segment_id=9ce1d97a-7b85-460d-9e35-dbb6f20db43d)] {{(pid=103782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 19:29:48.986599 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port 194a2f05-6652-4057-a481-b458176c8536 is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:29:49.018861 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-75833a1f-e0dd-44cb-a057-6021bdad6f2d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14281804'] for subnet (54329fca-9821-497f-a7d0-c098b0c1b1c1), precommit_delete_associations {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:49.072253 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-af7a06f6-0576-4d07-82f7-ae41a192d5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (6e3cf1cd-e82b-48b2-a2ef-124046e79899), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:49.195670 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-3c4cefa3-d38b-4911-8e64-4c4e9925cdaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (b780ee5b-8d1b-45cc-83b0-6e7fbe4ee0f9), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:49.198449 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-3c4cefa3-d38b-4911-8e64-4c4e9925cdaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:49.199889 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-3c4cefa3-d38b-4911-8e64-4c4e9925cdaf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b780ee5b-8d1b-45cc-83b0-6e7fbe4ee0f9 HTTP/1.1" status: 204 len: 168 time: 0.7136636 May 17 19:29:49.205511 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7a06f6-0576-4d07-82f7-ae41a192d5d2 None None] Routers {'fe49bd36-5d64-4463-99d3-b4b95ea9d339'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:29:49.206292 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-af7a06f6-0576-4d07-82f7-ae41a192d5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:29:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['fe49bd36-5d64-4463-99d3-b4b95ea9d339'], 'active': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:29:49.227909 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-75833a1f-e0dd-44cb-a057-6021bdad6f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-938445'] for subnet (54329fca-9821-497f-a7d0-c098b0c1b1c1), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:49.242664 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cefa3-d38b-4911-8e64-4c4e9925cdaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b780ee5b-8d1b-45cc-83b0-6e7fbe4ee0f9,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:29:49.345916 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-e62993d2-bebb-4cf4-a471-1386b6a97049 None None] Provisioning complete for port 79ee1b34-18a6-4b3f-ba58-9dc950d058cd triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:29:49.346377 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e62993d2-bebb-4cf4-a471-1386b6a97049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (79ee1b34-18a6-4b3f-ba58-9dc950d058cd), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:49.368904 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abafd69a-f4ab-4ff0-afa0-952dea8ef9a3 None None] Pushing event updated for resources: {'Port': ['ID=6e3cf1cd-e82b-48b2-a2ef-124046e79899,revision_number=3']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:29:49.380549 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-11dfa262-b3b9-4fea-ac26-1cfe87a00ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (c382e084-003d-4182-8666-e15541b54a9e), before_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:49.446932 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-75833a1f-e0dd-44cb-a057-6021bdad6f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-938452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16348314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13823715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13613874'] for subnet (54329fca-9821-497f-a7d0-c098b0c1b1c1), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:49.450494 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-e62993d2-bebb-4cf4-a471-1386b6a97049 None None] Port 79ee1b34-18a6-4b3f-ba58-9dc950d058cd cannot update to ACTIVE because it is not bound. {{(pid=103782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 19:29:49.455919 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvr_db [None req-af7a06f6-0576-4d07-82f7-ae41a192d5d2 None None] Set router fe49bd36-5d64-4463-99d3-b4b95ea9d339 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:29:49.530559 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75833a1f-e0dd-44cb-a057-6021bdad6f2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54329fca-9821-497f-a7d0-c098b0c1b1c1,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:29:49.539253 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-75833a1f-e0dd-44cb-a057-6021bdad6f2d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:49.552909 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-75833a1f-e0dd-44cb-a057-6021bdad6f2d admin admin] 10.222.0.58 "DELETE /v2.0/subnets/54329fca-9821-497f-a7d0-c098b0c1b1c1 HTTP/1.1" status: 204 len: 168 time: 0.9269652 May 17 19:29:49.554011 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 37456) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:29:49.558062 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b2da2a7c-ee09-4ca8-b811-9a0a25d03ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (79ee1b34-18a6-4b3f-ba58-9dc950d058cd), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:49.631513 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 37458) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:29:49.654780 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-af7a06f6-0576-4d07-82f7-ae41a192d5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe49bd36-5d64-4463-99d3-b4b95ea9d339', 'name': 'tempest-ServerRescueNegativeTestJSON-681804050-router', 'tenant_id': '5d488b25563d4373b5c980ab060bc822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '6e3cf1cd-e82b-48b2-a2ef-124046e79899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:29:41Z', 'updated_at': '2022-05-17T19:29:44Z', 'revision_number': 3, 'project_id': '5d488b25563d4373b5c980ab060bc822', 'gw_port': {'id': '6e3cf1cd-e82b-48b2-a2ef-124046e79899', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:aa:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe49bd36-5d64-4463-99d3-b4b95ea9d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:43Z', 'updated_at': '2022-05-17T19:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi'}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:29:49.683665 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-b4eb78d9-1cfc-45f4-959f-41f30d88b561 None None] Provisioning complete for port c382e084-003d-4182-8666-e15541b54a9e triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:29:49.684032 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b4eb78d9-1cfc-45f4-959f-41f30d88b561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (c382e084-003d-4182-8666-e15541b54a9e), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:49.688084 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7a06f6-0576-4d07-82f7-ae41a192d5d2 None None] The sync data for ids ['fe49bd36-5d64-4463-99d3-b4b95ea9d339'] in dv-cinder-840678-10-iscsi is: [{'id': 'fe49bd36-5d64-4463-99d3-b4b95ea9d339', 'name': 'tempest-ServerRescueNegativeTestJSON-681804050-router', 'tenant_id': '5d488b25563d4373b5c980ab060bc822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '6e3cf1cd-e82b-48b2-a2ef-124046e79899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:29:41Z', 'updated_at': '2022-05-17T19:29:44Z', 'revision_number': 3, 'project_id': '5d488b25563d4373b5c980ab060bc822', 'gw_port': {'id': '6e3cf1cd-e82b-48b2-a2ef-124046e79899', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:aa:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe49bd36-5d64-4463-99d3-b4b95ea9d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:43Z', 'updated_at': '2022-05-17T19:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi'}] {{(pid=103782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 19:29:49.733170 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-b4eb78d9-1cfc-45f4-959f-41f30d88b561 None None] Port c382e084-003d-4182-8666-e15541b54a9e cannot update to ACTIVE because it is not bound. {{(pid=103782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 19:29:49.744592 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c66f6d28-03a9-4f13-90a5-2b52651e7938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-932882'] for network (a1979274-0c2b-4e9e-9829-886f196241ad), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:49.859640 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2655cf26-70cf-4691-aa45-68b1111b4254 req-7e02ec37-9b3f-4925-a054-c5418cb4f685 tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb1bb398-381d-442d-a5d1-e46150764958 HTTP/1.1" status: 200 len: 210 time: 0.0578742 May 17 19:29:49.925031 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device 003b7f17-8c79-4647-b3d2-1123bd52e32e up at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:29:50.023949 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c66f6d28-03a9-4f13-90a5-2b52651e7938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-940152', 'neutron.services.segments.db._delete_segments_for_network-8792041590294'] for network (a1979274-0c2b-4e9e-9829-886f196241ad), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:50.039667 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-11dfa262-b3b9-4fea-ac26-1cfe87a00ad9 admin admin] Publish callbacks [] for port (c382e084-003d-4182-8666-e15541b54a9e), precommit_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:50.050378 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.services.segments.db [None req-c66f6d28-03a9-4f13-90a5-2b52651e7938 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1979274-0c2b-4e9e-9829-886f196241ad']}} {{(pid=103781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:29:50.053899 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Provisioning complete for port 003b7f17-8c79-4647-b3d2-1123bd52e32e triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:29:50.054436 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (003b7f17-8c79-4647-b3d2-1123bd52e32e), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:50.070775 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.services.segments.db [None req-c66f6d28-03a9-4f13-90a5-2b52651e7938 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5cb6253-d3e7-47c8-a71a-55f7e1b3508f') {'for_net_delete': True} {{(pid=103781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:29:50.071185 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.services.segments.db [None req-c66f6d28-03a9-4f13-90a5-2b52651e7938 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5cb6253-d3e7-47c8-a71a-55f7e1b3508f') {} {{(pid=103781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:29:50.088853 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c66f6d28-03a9-4f13-90a5-2b52651e7938 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792041591071', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14281845'] for segment (d5cb6253-d3e7-47c8-a71a-55f7e1b3508f), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:50.128791 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c66f6d28-03a9-4f13-90a5-2b52651e7938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944438'] for segment (d5cb6253-d3e7-47c8-a71a-55f7e1b3508f), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:50.143189 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b2da2a7c-ee09-4ca8-b811-9a0a25d03ce4 admin admin] Publish callbacks [] for port (79ee1b34-18a6-4b3f-ba58-9dc950d058cd), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:50.150236 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-11dfa262-b3b9-4fea-ac26-1cfe87a00ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (c382e084-003d-4182-8666-e15541b54a9e), after_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:50.152285 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-11dfa262-b3b9-4fea-ac26-1cfe87a00ad9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16360533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16761730'] for router_interface (fe49bd36-5d64-4463-99d3-b4b95ea9d339), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:50.178383 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c66f6d28-03a9-4f13-90a5-2b52651e7938 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=103781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 19:29:50.178800 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c66f6d28-03a9-4f13-90a5-2b52651e7938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13820481'] for segment (d5cb6253-d3e7-47c8-a71a-55f7e1b3508f), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:50.182997 dv-cinder-840678-10-iscsi neutron-server[103781]: Traceback (most recent call last): May 17 19:29:50.182997 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 19:29:50.182997 dv-cinder-840678-10-iscsi neutron-server[103781]: timer() May 17 19:29:50.182997 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 19:29:50.182997 dv-cinder-840678-10-iscsi neutron-server[103781]: cb(*args, **kw) May 17 19:29:50.182997 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 19:29:50.182997 dv-cinder-840678-10-iscsi neutron-server[103781]: return func(*args, **kwargs) May 17 19:29:50.182997 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 19:29:50.182997 dv-cinder-840678-10-iscsi neutron-server[103781]: self._notify() May 17 19:29:50.182997 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 19:29:50.182997 dv-cinder-840678-10-iscsi neutron-server[103781]: self.callback(batched_events) May 17 19:29:50.182997 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 19:29:50.182997 dv-cinder-840678-10-iscsi neutron-server[103781]: event.method(event) May 17 19:29:50.182997 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 19:29:50.182997 dv-cinder-840678-10-iscsi neutron-server[103781]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 19:29:50.182997 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 19:29:50.182997 dv-cinder-840678-10-iscsi neutron-server[103781]: aggregate_uuid = self.p_client.list_aggregates( May 17 19:29:50.182997 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 19:29:50.182997 dv-cinder-840678-10-iscsi neutron-server[103781]: return f(self, *a, **k) May 17 19:29:50.182997 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 19:29:50.182997 dv-cinder-840678-10-iscsi neutron-server[103781]: return self._get(url).json() May 17 19:29:50.182997 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 19:29:50.182997 dv-cinder-840678-10-iscsi neutron-server[103781]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 19:29:50.182997 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 19:29:50.182997 dv-cinder-840678-10-iscsi neutron-server[103781]: return self.request(url, 'GET', **kwargs) May 17 19:29:50.182997 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 19:29:50.182997 dv-cinder-840678-10-iscsi neutron-server[103781]: base_url = self.get_endpoint(auth, allow=allow, May 17 19:29:50.182997 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 19:29:50.182997 dv-cinder-840678-10-iscsi neutron-server[103781]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 19:29:50.182997 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 19:29:50.182997 dv-cinder-840678-10-iscsi neutron-server[103781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 19:29:50.182997 dv-cinder-840678-10-iscsi neutron-server[103781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 19:29:50.252930 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port 003b7f17-8c79-4647-b3d2-1123bd52e32e is: DOWN; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:29:50.253332 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (003b7f17-8c79-4647-b3d2-1123bd52e32e), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:50.285831 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b2da2a7c-ee09-4ca8-b811-9a0a25d03ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13820453'] for port (79ee1b34-18a6-4b3f-ba58-9dc950d058cd), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:50.336232 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a3f82be6-d0b2-4959-95d2-f8ecb9b84637 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:50.367339 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] For port 003b7f17-8c79-4647-b3d2-1123bd52e32e, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=003b7f17-8c79-4647-b3d2-1123bd52e32e,segment=NetworkSegment(9ce1d97a-7b85-460d-9e35-dbb6f20db43d),segment_id=9ce1d97a-7b85-460d-9e35-dbb6f20db43d)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:29:50.409075 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:50.410422 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.69', 49369) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:29:50.421568 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c66f6d28-03a9-4f13-90a5-2b52651e7938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-940099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16764915'] for network (a1979274-0c2b-4e9e-9829-886f196241ad), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:50.433813 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (003b7f17-8c79-4647-b3d2-1123bd52e32e), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:50.450603 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c66f6d28-03a9-4f13-90a5-2b52651e7938 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for network (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:50.459450 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-c66f6d28-03a9-4f13-90a5-2b52651e7938 admin admin] 10.222.0.58 "DELETE /v2.0/networks/a1979274-0c2b-4e9e-9829-886f196241ad HTTP/1.1" status: 204 len: 168 time: 0.8966079 May 17 19:29:50.493415 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dfa262-b3b9-4fea-ac26-1cfe87a00ad9 admin admin] Pushing event updated for resources: {'Port': ['ID=c382e084-003d-4182-8666-e15541b54a9e,revision_number=2']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:29:50.506942 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11dfa262-b3b9-4fea-ac26-1cfe87a00ad9 admin admin] Network ddaa928e-2db4-4b37-b723-ff2ae1e2b964 is already hosted by enough agents. {{(pid=103780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:29:50.507584 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b2da2a7c-ee09-4ca8-b811-9a0a25d03ce4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16360533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16761730'] for router_interface (b01f1c7e-ca98-496e-98a3-132f4a505256), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:50.508481 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.base_scheduler [None req-11dfa262-b3b9-4fea-ac26-1cfe87a00ad9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:29:50.603235 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Pushing event updated for resources: {'Port': ['ID=003b7f17-8c79-4647-b3d2-1123bd52e32e,revision_number=4']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:29:50.743608 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11dfa262-b3b9-4fea-ac26-1cfe87a00ad9 admin admin] Router fe49bd36-5d64-4463-99d3-b4b95ea9d339 has already been hosted by L3 agent d0bc9f74-feb0-4354-bd47-885486f1ec0d {{(pid=103780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 19:29:50.758484 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da2a7c-ee09-4ca8-b811-9a0a25d03ce4 admin admin] Pushing event updated for resources: {'Port': ['ID=79ee1b34-18a6-4b3f-ba58-9dc950d058cd,revision_number=2']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:29:50.821591 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66f6d28-03a9-4f13-90a5-2b52651e7938 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1979274-0c2b-4e9e-9829-886f196241ad,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:29:50.873026 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-6a9d0194-7cc6-4296-a0de-543ba6b9f58b None None] Provisioning complete for port c382e084-003d-4182-8666-e15541b54a9e triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:29:50.873364 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-6a9d0194-7cc6-4296-a0de-543ba6b9f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (c382e084-003d-4182-8666-e15541b54a9e), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:50.960658 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-6a9d0194-7cc6-4296-a0de-543ba6b9f58b None None] Port c382e084-003d-4182-8666-e15541b54a9e cannot update to ACTIVE because it is not bound. {{(pid=103782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 19:29:50.972481 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11dfa262-b3b9-4fea-ac26-1cfe87a00ad9 admin admin] Notify agent at l3_agent.dv-cinder-840678-10-iscsi the message routers_updated {{(pid=103780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 19:29:50.979279 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-11dfa262-b3b9-4fea-ac26-1cfe87a00ad9 admin admin] 10.222.0.58 "PUT /v2.0/routers/fe49bd36-5d64-4463-99d3-b4b95ea9d339/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3521187 May 17 19:29:50.984510 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b11bc-2c97-4ff0-b39c-9d991c0f9e34 req-410c65e2-564e-47bb-998a-c0bc49586317 tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:29:50.986342 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8f1b11bc-2c97-4ff0-b39c-9d991c0f9e34 req-410c65e2-564e-47bb-998a-c0bc49586317 tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] 10.222.0.69 "GET /v2.0/networks?id=c8bda4ce-dbc8-4895-beef-35a38f47849c HTTP/1.1" status: 200 len: 812 time: 0.5710649 May 17 19:29:50.994934 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a3f82be6-d0b2-4959-95d2-f8ecb9b84637 admin admin] Publish callbacks [] for security_group (f661c740-3531-48a0-a229-34240752204c), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:51.039094 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [req-8f1b11bc-2c97-4ff0-b39c-9d991c0f9e34 req-18c13459-57ae-477a-bed4-629afa74af6c tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] Request body: {'port': {'device_id': 'fb1bb398-381d-442d-a5d1-e46150764958', 'network_id': 'c8bda4ce-dbc8-4895-beef-35a38f47849c', 'admin_state_up': True, 'tenant_id': '9201351f65334032be89ac50d14926ba'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:29:51.047083 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-fc87d5c6-abd3-4792-8bde-6e0f736414dd req-7a2b47b8-ef08-4f70-8ef4-d009687448c5 tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb1bb398-381d-442d-a5d1-e46150764958 HTTP/1.1" status: 200 len: 210 time: 0.0375009 May 17 19:29:51.101032 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a3f82be6-d0b2-4959-95d2-f8ecb9b84637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (f661c740-3531-48a0-a229-34240752204c), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:51.122314 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 37498) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:29:51.169242 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-56508ae1-0da8-44f0-ac2a-87c42df51ac4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4425ca36d0fd4d779229d4003a0a607c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0455148 May 17 19:29:51.171654 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 37502) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:29:51.255472 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-a67d22b6-4a1b-40ce-9d9e-8523f40b1dc1 admin admin] Publish callbacks [] for security_group (933c2d4e-d429-459e-9177-3ac415c1e499), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:51.292724 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-a67d22b6-4a1b-40ce-9d9e-8523f40b1dc1 admin admin] Publish callbacks [] for security_group (933c2d4e-d429-459e-9177-3ac415c1e499), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:51.355434 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f82be6-d0b2-4959-95d2-f8ecb9b84637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f661c740-3531-48a0-a229-34240752204c,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:29:51.360700 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-a3f82be6-d0b2-4959-95d2-f8ecb9b84637 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a1b94ef50c204b5e95f741ded1bcc77f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7266386 May 17 19:29:51.362941 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2da2a7c-ee09-4ca8-b811-9a0a25d03ce4 admin admin] Network 40c7fbe2-bd07-440e-b191-34ce3a30a8a0 is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:29:51.364097 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 37520) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:29:51.378652 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [None req-b2da2a7c-ee09-4ca8-b811-9a0a25d03ce4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:29:51.547860 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:51.552967 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-ad273410-6d30-4c25-b04a-ad229f0a24b5 admin admin] Publish callbacks [] for security_group (f661c740-3531-48a0-a229-34240752204c), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:51.590961 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f1b11bc-2c97-4ff0-b39c-9d991c0f9e34 req-18c13459-57ae-477a-bed4-629afa74af6c tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] Made reservation on behalf of 9201351f65334032be89ac50d14926ba for: {'port': 1} {{(pid=103781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:29:51.601925 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-8f1b11bc-2c97-4ff0-b39c-9d991c0f9e34 req-18c13459-57ae-477a-bed4-629afa74af6c tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:51.629033 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-ad273410-6d30-4c25-b04a-ad229f0a24b5 admin admin] Publish callbacks [] for security_group (f661c740-3531-48a0-a229-34240752204c), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:51.638826 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-a67d22b6-4a1b-40ce-9d9e-8523f40b1dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (933c2d4e-d429-459e-9177-3ac415c1e499), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:51.643520 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-a67d22b6-4a1b-40ce-9d9e-8523f40b1dc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:51.648909 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-a67d22b6-4a1b-40ce-9d9e-8523f40b1dc1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/933c2d4e-d429-459e-9177-3ac415c1e499 HTTP/1.1" status: 204 len: 168 time: 0.4759655 May 17 19:29:51.675700 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2da2a7c-ee09-4ca8-b811-9a0a25d03ce4 admin admin] Router b01f1c7e-ca98-496e-98a3-132f4a505256 has already been hosted by L3 agent d0bc9f74-feb0-4354-bd47-885486f1ec0d {{(pid=103781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 19:29:51.697829 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67d22b6-4a1b-40ce-9d9e-8523f40b1dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933c2d4e-d429-459e-9177-3ac415c1e499,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:29:51.864221 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-ad273410-6d30-4c25-b04a-ad229f0a24b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (f661c740-3531-48a0-a229-34240752204c), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:51.867451 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-ad273410-6d30-4c25-b04a-ad229f0a24b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:51.871241 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-ad273410-6d30-4c25-b04a-ad229f0a24b5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f661c740-3531-48a0-a229-34240752204c HTTP/1.1" status: 204 len: 168 time: 0.5032561 May 17 19:29:51.886944 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad273410-6d30-4c25-b04a-ad229f0a24b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f661c740-3531-48a0-a229-34240752204c,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:29:51.893862 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-9c481aac-42c2-4710-8998-67a55c9b67dc None None] Provisioning complete for port 79ee1b34-18a6-4b3f-ba58-9dc950d058cd triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:29:51.894501 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-9c481aac-42c2-4710-8998-67a55c9b67dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (79ee1b34-18a6-4b3f-ba58-9dc950d058cd), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:52.033818 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-9c481aac-42c2-4710-8998-67a55c9b67dc None None] Port 79ee1b34-18a6-4b3f-ba58-9dc950d058cd cannot update to ACTIVE because it is not bound. {{(pid=103782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 19:29:52.065348 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device 6e3cf1cd-e82b-48b2-a2ef-124046e79899 up at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:29:52.122571 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Provisioning complete for port 6e3cf1cd-e82b-48b2-a2ef-124046e79899 triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:29:52.123201 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (6e3cf1cd-e82b-48b2-a2ef-124046e79899), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:52.240227 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-8df75fb5-d628-47b3-9678-a864dbc774a1 req-975ac475-0597-45b6-b01b-176a433a2e4d tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb1bb398-381d-442d-a5d1-e46150764958 HTTP/1.1" status: 200 len: 210 time: 0.0509231 May 17 19:29:52.267970 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port 6e3cf1cd-e82b-48b2-a2ef-124046e79899 is: DOWN; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:29:52.268687 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (6e3cf1cd-e82b-48b2-a2ef-124046e79899), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:52.269307 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_common [req-8f1b11bc-2c97-4ff0-b39c-9d991c0f9e34 req-18c13459-57ae-477a-bed4-629afa74af6c tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] Allocated IP 172.20.0.9 (c8bda4ce-dbc8-4895-beef-35a38f47849c/9dee3c06-e8ed-4bb7-a3c5-083c0caf80b9/641e447a-f2ec-4483-b144-dee908836579) {{(pid=103781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:29:52.317082 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] For port 6e3cf1cd-e82b-48b2-a2ef-124046e79899, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=6e3cf1cd-e82b-48b2-a2ef-124046e79899,segment=NetworkSegment(9ce1d97a-7b85-460d-9e35-dbb6f20db43d),segment_id=9ce1d97a-7b85-460d-9e35-dbb6f20db43d)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:29:52.387051 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (6e3cf1cd-e82b-48b2-a2ef-124046e79899), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:52.388128 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device 003b7f17-8c79-4647-b3d2-1123bd52e32e up at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:29:52.442698 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2da2a7c-ee09-4ca8-b811-9a0a25d03ce4 admin admin] Notify agent at l3_agent.dv-cinder-840678-10-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 19:29:52.448511 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-b2da2a7c-ee09-4ca8-b811-9a0a25d03ce4 admin admin] 10.222.0.58 "PUT /v2.0/routers/b01f1c7e-ca98-496e-98a3-132f4a505256/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6843474 May 17 19:29:52.470620 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9e7722-8a5b-4563-9b57-06c1f0a376e6 None None] Sync routers for ids ['b01f1c7e-ca98-496e-98a3-132f4a505256'] in dv-cinder-840678-10-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 19:29:52.490926 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9e7722-8a5b-4563-9b57-06c1f0a376e6 None None] Routers {'b01f1c7e-ca98-496e-98a3-132f4a505256'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:29:52.493039 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-ab9e7722-8a5b-4563-9b57-06c1f0a376e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:29:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['b01f1c7e-ca98-496e-98a3-132f4a505256'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:29:52.504427 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Pushing event updated for resources: {'Port': ['ID=6e3cf1cd-e82b-48b2-a2ef-124046e79899,revision_number=4']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:29:52.527726 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Provisioning complete for port 003b7f17-8c79-4647-b3d2-1123bd52e32e triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:29:52.528261 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (003b7f17-8c79-4647-b3d2-1123bd52e32e), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:52.541825 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3abe82-3d58-4265-bc7a-072c4ac17be4 req-bd377783-51a9-4fa1-b926-73bdceab31a0 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:29:52.543698 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9a3abe82-3d58-4265-bc7a-072c4ac17be4 req-bd377783-51a9-4fa1-b926-73bdceab31a0 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/networks?id=ddaa928e-2db4-4b37-b723-ff2ae1e2b964 HTTP/1.1" status: 200 len: 818 time: 0.5193150 May 17 19:29:52.578324 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-8f1b11bc-2c97-4ff0-b39c-9d991c0f9e34 req-18c13459-57ae-477a-bed4-629afa74af6c tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] Publish callbacks [] for port (641e447a-f2ec-4483-b144-dee908836579), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:52.582793 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9a3abe82-3d58-4265-bc7a-072c4ac17be4 req-60b5836b-6b41-4c54-b406-a5fccf012bdb tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/quotas/5d488b25563d4373b5c980ab060bc822 HTTP/1.1" status: 200 len: 375 time: 0.0313978 May 17 19:29:52.676842 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9a3abe82-3d58-4265-bc7a-072c4ac17be4 req-f176b6c8-4450-4e1d-aeeb-c2d503a8c6f5 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5d488b25563d4373b5c980ab060bc822&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0820565 May 17 19:29:52.696232 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58ea132-38f0-4ee1-9ddd-adff5654ec32 None None] Sync routers for ids ['fe49bd36-5d64-4463-99d3-b4b95ea9d339'] in dv-cinder-840678-10-iscsi {{(pid=103782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 19:29:52.726860 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port 003b7f17-8c79-4647-b3d2-1123bd52e32e is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:29:52.732733 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58ea132-38f0-4ee1-9ddd-adff5654ec32 None None] Routers {'fe49bd36-5d64-4463-99d3-b4b95ea9d339'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:29:52.734702 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-f58ea132-38f0-4ee1-9ddd-adff5654ec32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:29:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['fe49bd36-5d64-4463-99d3-b4b95ea9d339'], 'active': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:29:52.755127 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-8f1b11bc-2c97-4ff0-b39c-9d991c0f9e34 req-18c13459-57ae-477a-bed4-629afa74af6c tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (641e447a-f2ec-4483-b144-dee908836579), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:52.757456 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-ab9e7722-8a5b-4563-9b57-06c1f0a376e6 None None] Set router b01f1c7e-ca98-496e-98a3-132f4a505256 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:29:52.882798 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvr_db [None req-f58ea132-38f0-4ee1-9ddd-adff5654ec32 None None] Set router fe49bd36-5d64-4463-99d3-b4b95ea9d339 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:29:52.922860 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f1b11bc-2c97-4ff0-b39c-9d991c0f9e34 req-18c13459-57ae-477a-bed4-629afa74af6c tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] Network c8bda4ce-dbc8-4895-beef-35a38f47849c is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:29:52.940855 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [req-8f1b11bc-2c97-4ff0-b39c-9d991c0f9e34 req-18c13459-57ae-477a-bed4-629afa74af6c tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:29:52.960637 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f1b11bc-2c97-4ff0-b39c-9d991c0f9e34 req-18c13459-57ae-477a-bed4-629afa74af6c tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] Received port after_create {{(pid=103781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:29:52.963130 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c13459-57ae-477a-bed4-629afa74af6c tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] Pushing event updated for resources: {'Port': ['ID=641e447a-f2ec-4483-b144-dee908836579,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:29:52.995992 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9a3abe82-3d58-4265-bc7a-072c4ac17be4 req-a4594421-61db-441a-a374-cbcf3adedd46 service neutron] 10.222.0.58 "GET /v2.0/networks/ddaa928e-2db4-4b37-b723-ff2ae1e2b964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086550 May 17 19:29:53.068966 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b11bc-2c97-4ff0-b39c-9d991c0f9e34 req-18c13459-57ae-477a-bed4-629afa74af6c tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:29:53.069536 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-8f1b11bc-2c97-4ff0-b39c-9d991c0f9e34 req-18c13459-57ae-477a-bed4-629afa74af6c tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:53.222759 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8f1b11bc-2c97-4ff0-b39c-9d991c0f9e34 req-18c13459-57ae-477a-bed4-629afa74af6c tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1880534 May 17 19:29:53.225000 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-f58ea132-38f0-4ee1-9ddd-adff5654ec32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe49bd36-5d64-4463-99d3-b4b95ea9d339', 'name': 'tempest-ServerRescueNegativeTestJSON-681804050-router', 'tenant_id': '5d488b25563d4373b5c980ab060bc822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '6e3cf1cd-e82b-48b2-a2ef-124046e79899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:29:41Z', 'updated_at': '2022-05-17T19:29:49Z', 'revision_number': 4, 'project_id': '5d488b25563d4373b5c980ab060bc822', 'gw_port': {'id': '6e3cf1cd-e82b-48b2-a2ef-124046e79899', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:aa:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49bd36-5d64-4463-99d3-b4b95ea9d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:43Z', 'updated_at': '2022-05-17T19:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': 'c382e084-003d-4182-8666-e15541b54a9e', 'name': '', 'network_id': 'ddaa928e-2db4-4b37-b723-ff2ae1e2b964', 'tenant_id': '5d488b25563d4373b5c980ab060bc822', 'mac_address': 'fa:16:3e:8d:bf:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe49bd36-5d64-4463-99d3-b4b95ea9d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '78a5955d-2965-41b9-ae73-2183d9038bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:47Z', 'updated_at': '2022-05-17T19:29:49Z', 'revision_number': 2, 'project_id': '5d488b25563d4373b5c980ab060bc822', 'subnets': [{'id': '78a5955d-2965-41b9-ae73-2183d9038bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:29:53.239572 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9a3abe82-3d58-4265-bc7a-072c4ac17be4 req-b0b3c9e1-1ab0-417a-9467-541c41674b3d service neutron] 10.222.0.58 "GET /v2.0/networks/ddaa928e-2db4-4b37-b723-ff2ae1e2b964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348418 May 17 19:29:53.245919 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [req-8f1b11bc-2c97-4ff0-b39c-9d991c0f9e34 req-27926149-6143-47fe-8ddd-e5d7ce989ead tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 19:29:53.249620 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8f1b11bc-2c97-4ff0-b39c-9d991c0f9e34 req-27926149-6143-47fe-8ddd-e5d7ce989ead tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0088937 May 17 19:29:53.272697 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-ab9e7722-8a5b-4563-9b57-06c1f0a376e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'name': 'tempest-AttachVolumeShelveTestJSON-1105554132-router', 'tenant_id': 'b23e9f1907a6406785be000e1373dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '003b7f17-8c79-4647-b3d2-1123bd52e32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:29:41Z', 'updated_at': '2022-05-17T19:29:49Z', 'revision_number': 4, 'project_id': 'b23e9f1907a6406785be000e1373dc41', 'gw_port': {'id': '003b7f17-8c79-4647-b3d2-1123bd52e32e', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:42Z', 'updated_at': '2022-05-17T19:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': '79ee1b34-18a6-4b3f-ba58-9dc950d058cd', 'name': '', 'network_id': '40c7fbe2-bd07-440e-b191-34ce3a30a8a0', 'tenant_id': 'b23e9f1907a6406785be000e1373dc41', 'mac_address': 'fa:16:3e:8a:78:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4afc8f6d-c4ef-4f27-b1bd-b836aad1cd58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:47Z', 'updated_at': '2022-05-17T19:29:49Z', 'revision_number': 2, 'project_id': 'b23e9f1907a6406785be000e1373dc41', 'subnets': [{'id': '4afc8f6d-c4ef-4f27-b1bd-b836aad1cd58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:29:53.299771 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9e7722-8a5b-4563-9b57-06c1f0a376e6 None None] Checking router: b01f1c7e-ca98-496e-98a3-132f4a505256 for host: dv-cinder-840678-10-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 19:29:53.300457 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9e7722-8a5b-4563-9b57-06c1f0a376e6 None None] Updating router b01f1c7e-ca98-496e-98a3-132f4a505256 port 79ee1b34-18a6-4b3f-ba58-9dc950d058cd binding host dv-cinder-840678-10-iscsi {{(pid=103783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 19:29:53.321777 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58ea132-38f0-4ee1-9ddd-adff5654ec32 None None] Checking router: fe49bd36-5d64-4463-99d3-b4b95ea9d339 for host: dv-cinder-840678-10-iscsi {{(pid=103782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 19:29:53.321963 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58ea132-38f0-4ee1-9ddd-adff5654ec32 None None] Updating router fe49bd36-5d64-4463-99d3-b4b95ea9d339 port c382e084-003d-4182-8666-e15541b54a9e binding host dv-cinder-840678-10-iscsi {{(pid=103782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 19:29:53.331481 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-ab9e7722-8a5b-4563-9b57-06c1f0a376e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (79ee1b34-18a6-4b3f-ba58-9dc950d058cd), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:53.359640 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-f58ea132-38f0-4ee1-9ddd-adff5654ec32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (c382e084-003d-4182-8666-e15541b54a9e), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:53.434592 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 37610) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:29:53.520621 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-e4ec4887-de41-4214-801a-1c739a2cc90f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ea29931dd9f442c2aa79529d6cb18e75&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0849249 May 17 19:29:53.523059 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 37618) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:29:53.941784 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-ab9e7722-8a5b-4563-9b57-06c1f0a376e6 None None] Publish callbacks [] for port (79ee1b34-18a6-4b3f-ba58-9dc950d058cd), precommit_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:53.960810 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device 6e3cf1cd-e82b-48b2-a2ef-124046e79899 up at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:29:54.128361 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Provisioning complete for port 6e3cf1cd-e82b-48b2-a2ef-124046e79899 triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:29:54.128778 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (6e3cf1cd-e82b-48b2-a2ef-124046e79899), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:54.271203 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-ab9e7722-8a5b-4563-9b57-06c1f0a376e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (79ee1b34-18a6-4b3f-ba58-9dc950d058cd), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:54.347716 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4cb712-726b-4ef7-a917-be46be8420db None None] Pushing event updated for resources: {'Port': ['ID=79ee1b34-18a6-4b3f-ba58-9dc950d058cd,revision_number=3']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:29:54.362367 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-2a67d193-c782-4559-8c49-33c6c65d77cf admin admin] Publish callbacks [] for security_group (402e7a84-604e-4dae-80b0-29701273561b), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:54.397141 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 37660) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:29:54.420099 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-2a67d193-c782-4559-8c49-33c6c65d77cf admin admin] Publish callbacks [] for security_group (402e7a84-604e-4dae-80b0-29701273561b), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:54.425533 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-b0a0e471-79a9-49b0-ab6c-25eee2a2dad3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:54.429980 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-f58ea132-38f0-4ee1-9ddd-adff5654ec32 None None] Publish callbacks [] for port (c382e084-003d-4182-8666-e15541b54a9e), precommit_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:54.470018 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 37662) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:29:54.505356 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [None req-6abf9c06-1480-4946-b224-c58b6c6d8fb9 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1568792179', 'description': 'tempest-description--619297126'}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:29:54.569547 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-ab9e7722-8a5b-4563-9b57-06c1f0a376e6 None None] Attempting to bind port 79ee1b34-18a6-4b3f-ba58-9dc950d058cd on host dv-cinder-840678-10-iscsi for vnic_type normal with profile {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 19:29:54.574049 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-ab9e7722-8a5b-4563-9b57-06c1f0a376e6 None None] Attempting to bind port 79ee1b34-18a6-4b3f-ba58-9dc950d058cd by drivers openvswitch,hyperv on host dv-cinder-840678-10-iscsi at level 0 using segments [{'id': 'cb7a5f44-2490-49bf-84d8-97ca2a591d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '40c7fbe2-bd07-440e-b191-34ce3a30a8a0'}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 19:29:54.578574 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9e7722-8a5b-4563-9b57-06c1f0a376e6 None None] Attempting to bind port 79ee1b34-18a6-4b3f-ba58-9dc950d058cd on network 40c7fbe2-bd07-440e-b191-34ce3a30a8a0 {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:29:54.601781 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26f604-96dc-4cc0-b019-5878b9da2170 req-85e72332-242d-44bb-8e1b-d8cedf8a21a7 tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:29:54.603403 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9e7722-8a5b-4563-9b57-06c1f0a376e6 None None] Checking agent: {'id': 'ad42d2f6-c134-426b-9061-deff100c9b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 19, 20, 51), 'started_at': datetime.datetime(2022, 5, 17, 19, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 19, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 19:29:54.604552 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9e7722-8a5b-4563-9b57-06c1f0a376e6 None None] Checking segment: {'id': 'cb7a5f44-2490-49bf-84d8-97ca2a591d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '40c7fbe2-bd07-440e-b191-34ce3a30a8a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:29:54.605044 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-ab9e7722-8a5b-4563-9b57-06c1f0a376e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:54.607024 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9e7722-8a5b-4563-9b57-06c1f0a376e6 None None] Bound using segment: {'id': 'cb7a5f44-2490-49bf-84d8-97ca2a591d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '40c7fbe2-bd07-440e-b191-34ce3a30a8a0'} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 19:29:54.608021 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-ab9e7722-8a5b-4563-9b57-06c1f0a376e6 None None] Bound port: 79ee1b34-18a6-4b3f-ba58-9dc950d058cd, host: dv-cinder-840678-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a5f44-2490-49bf-84d8-97ca2a591d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '40c7fbe2-bd07-440e-b191-34ce3a30a8a0'}}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 19:29:54.613075 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-ab9e7722-8a5b-4563-9b57-06c1f0a376e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (79ee1b34-18a6-4b3f-ba58-9dc950d058cd), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:54.613245 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-f58ea132-38f0-4ee1-9ddd-adff5654ec32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (c382e084-003d-4182-8666-e15541b54a9e), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:54.615229 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5d26f604-96dc-4cc0-b019-5878b9da2170 req-85e72332-242d-44bb-8e1b-d8cedf8a21a7 tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb1bb398-381d-442d-a5d1-e46150764958 HTTP/1.1" status: 200 len: 931 time: 0.9034026 May 17 19:29:54.711170 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02542818-25e0-430a-a7fe-91f4aa17088c None None] Pushing event updated for resources: {'Port': ['ID=c382e084-003d-4182-8666-e15541b54a9e,revision_number=3']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:29:54.715776 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port 6e3cf1cd-e82b-48b2-a2ef-124046e79899 is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:29:54.765814 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [req-8f1b11bc-2c97-4ff0-b39c-9d991c0f9e34 req-048dd00b-fce0-41d5-b726-66971f10a3f8 service neutron] Request body: {'port': {'device_id': 'fb1bb398-381d-442d-a5d1-e46150764958', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:29:54.774661 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-2a67d193-c782-4559-8c49-33c6c65d77cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (402e7a84-604e-4dae-80b0-29701273561b), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:54.778087 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-2a67d193-c782-4559-8c49-33c6c65d77cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:54.785774 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-2a67d193-c782-4559-8c49-33c6c65d77cf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/402e7a84-604e-4dae-80b0-29701273561b HTTP/1.1" status: 204 len: 168 time: 1.2591689 May 17 19:29:54.785888 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-ac510288-7484-45d0-b30c-db1abdad0375 req-ab16918e-eae5-42c6-af47-074d26fab509 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=2949df44-a27c-4dc1-acd9-0754c0314ed1 HTTP/1.1" status: 200 len: 210 time: 0.1868429 May 17 19:29:54.819895 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-550d4aab-a6a6-4941-83e9-1f5e37cd631d None None] Provisioning complete for port 79ee1b34-18a6-4b3f-ba58-9dc950d058cd triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:29:54.820534 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-550d4aab-a6a6-4941-83e9-1f5e37cd631d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (79ee1b34-18a6-4b3f-ba58-9dc950d058cd), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:54.896169 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5d26f604-96dc-4cc0-b019-5878b9da2170 req-6c3ce5e2-cd2a-49c8-9141-b91e5eb31e3d tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbe51ad4-3b90-4bde-b141-d8eeac892d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797928 May 17 19:29:54.900349 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a67d193-c782-4559-8c49-33c6c65d77cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402e7a84-604e-4dae-80b0-29701273561b,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:29:54.929517 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-ab9e7722-8a5b-4563-9b57-06c1f0a376e6 None None] For port 79ee1b34-18a6-4b3f-ba58-9dc950d058cd, host dv-cinder-840678-10-iscsi, cleared binding levels {{(pid=103783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 19:29:54.947664 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-ab9e7722-8a5b-4563-9b57-06c1f0a376e6 None None] For port 79ee1b34-18a6-4b3f-ba58-9dc950d058cd, host dv-cinder-840678-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=79ee1b34-18a6-4b3f-ba58-9dc950d058cd,segment=NetworkSegment(cb7a5f44-2490-49bf-84d8-97ca2a591d42),segment_id=cb7a5f44-2490-49bf-84d8-97ca2a591d42)] {{(pid=103783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 19:29:54.958745 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-f58ea132-38f0-4ee1-9ddd-adff5654ec32 None None] Attempting to bind port c382e084-003d-4182-8666-e15541b54a9e on host dv-cinder-840678-10-iscsi for vnic_type normal with profile {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 19:29:54.959447 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-f58ea132-38f0-4ee1-9ddd-adff5654ec32 None None] Attempting to bind port c382e084-003d-4182-8666-e15541b54a9e by drivers openvswitch,hyperv on host dv-cinder-840678-10-iscsi at level 0 using segments [{'id': '1bdcad8c-4500-4b1c-91ba-9b35d4cd746d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ddaa928e-2db4-4b37-b723-ff2ae1e2b964'}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 19:29:54.960495 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58ea132-38f0-4ee1-9ddd-adff5654ec32 None None] Attempting to bind port c382e084-003d-4182-8666-e15541b54a9e on network ddaa928e-2db4-4b37-b723-ff2ae1e2b964 {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:29:54.982046 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-6abf9c06-1480-4946-b224-c58b6c6d8fb9 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks [] for security_group (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:55.006253 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58ea132-38f0-4ee1-9ddd-adff5654ec32 None None] Checking agent: {'id': 'ad42d2f6-c134-426b-9061-deff100c9b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 19, 20, 51), 'started_at': datetime.datetime(2022, 5, 17, 19, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 19, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 19:29:55.007655 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58ea132-38f0-4ee1-9ddd-adff5654ec32 None None] Checking segment: {'id': '1bdcad8c-4500-4b1c-91ba-9b35d4cd746d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ddaa928e-2db4-4b37-b723-ff2ae1e2b964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:29:55.009216 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-f58ea132-38f0-4ee1-9ddd-adff5654ec32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:55.010419 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58ea132-38f0-4ee1-9ddd-adff5654ec32 None None] Bound using segment: {'id': '1bdcad8c-4500-4b1c-91ba-9b35d4cd746d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ddaa928e-2db4-4b37-b723-ff2ae1e2b964'} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 19:29:55.013071 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-f58ea132-38f0-4ee1-9ddd-adff5654ec32 None None] Bound port: c382e084-003d-4182-8666-e15541b54a9e, host: dv-cinder-840678-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bdcad8c-4500-4b1c-91ba-9b35d4cd746d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ddaa928e-2db4-4b37-b723-ff2ae1e2b964'}}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 19:29:55.016497 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-f58ea132-38f0-4ee1-9ddd-adff5654ec32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (c382e084-003d-4182-8666-e15541b54a9e), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:55.020483 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-8f1b11bc-2c97-4ff0-b39c-9d991c0f9e34 req-048dd00b-fce0-41d5-b726-66971f10a3f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (641e447a-f2ec-4483-b144-dee908836579), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:55.047551 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-ab9e7722-8a5b-4563-9b57-06c1f0a376e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (79ee1b34-18a6-4b3f-ba58-9dc950d058cd), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:55.121599 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-550d4aab-a6a6-4941-83e9-1f5e37cd631d None None] Port 79ee1b34-18a6-4b3f-ba58-9dc950d058cd cannot update to ACTIVE because it is not bound. {{(pid=103782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 19:29:55.203521 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9e7722-8a5b-4563-9b57-06c1f0a376e6 None None] Routers {'b01f1c7e-ca98-496e-98a3-132f4a505256'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:29:55.246037 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-ab9e7722-8a5b-4563-9b57-06c1f0a376e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:29:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['b01f1c7e-ca98-496e-98a3-132f4a505256'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:29:55.274251 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-b0a0e471-79a9-49b0-ab6c-25eee2a2dad3 admin admin] Publish callbacks [] for security_group (a2e71801-6a89-4d11-bdd7-cf541df5e1b7), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:55.323593 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-3ac8a8ff-e39c-4a8d-afc2-6219886b357f None None] Provisioning complete for port c382e084-003d-4182-8666-e15541b54a9e triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:29:55.324016 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3ac8a8ff-e39c-4a8d-afc2-6219886b357f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (c382e084-003d-4182-8666-e15541b54a9e), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:55.354451 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-6abf9c06-1480-4946-b224-c58b6c6d8fb9 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks [] for security_group (d2d5d923-00ae-462a-b4be-7c0524eea789), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:55.376693 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-b0a0e471-79a9-49b0-ab6c-25eee2a2dad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (a2e71801-6a89-4d11-bdd7-cf541df5e1b7), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:55.400097 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-f58ea132-38f0-4ee1-9ddd-adff5654ec32 None None] For port c382e084-003d-4182-8666-e15541b54a9e, host dv-cinder-840678-10-iscsi, cleared binding levels {{(pid=103782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 19:29:55.455171 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-f58ea132-38f0-4ee1-9ddd-adff5654ec32 None None] For port c382e084-003d-4182-8666-e15541b54a9e, host dv-cinder-840678-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=c382e084-003d-4182-8666-e15541b54a9e,segment=NetworkSegment(1bdcad8c-4500-4b1c-91ba-9b35d4cd746d),segment_id=1bdcad8c-4500-4b1c-91ba-9b35d4cd746d)] {{(pid=103782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 19:29:55.458280 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-3ac8a8ff-e39c-4a8d-afc2-6219886b357f None None] Port c382e084-003d-4182-8666-e15541b54a9e cannot update to ACTIVE because it is not bound. {{(pid=103782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 19:29:55.504006 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-ab9e7722-8a5b-4563-9b57-06c1f0a376e6 None None] Set router b01f1c7e-ca98-496e-98a3-132f4a505256 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:29:55.506959 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4cb712-726b-4ef7-a917-be46be8420db None None] Pushing event updated for resources: {'Port': ['ID=79ee1b34-18a6-4b3f-ba58-9dc950d058cd,revision_number=4']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:29:55.545234 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-f58ea132-38f0-4ee1-9ddd-adff5654ec32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (c382e084-003d-4182-8666-e15541b54a9e), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:55.547546 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a0e471-79a9-49b0-ab6c-25eee2a2dad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e71801-6a89-4d11-bdd7-cf541df5e1b7,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:29:55.605377 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-6abf9c06-1480-4946-b224-c58b6c6d8fb9 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (d2d5d923-00ae-462a-b4be-7c0524eea789), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:55.678047 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-b0a0e471-79a9-49b0-ab6c-25eee2a2dad3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a5a5bfa5186f41698644470d9ecc8943&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2794063 May 17 19:29:55.680303 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 37698) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:29:55.688342 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58ea132-38f0-4ee1-9ddd-adff5654ec32 None None] Routers {'fe49bd36-5d64-4463-99d3-b4b95ea9d339'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:29:55.695736 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-f58ea132-38f0-4ee1-9ddd-adff5654ec32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:29:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['fe49bd36-5d64-4463-99d3-b4b95ea9d339'], 'active': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:29:55.869195 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02542818-25e0-430a-a7fe-91f4aa17088c None None] Pushing event updated for resources: {'Port': ['ID=c382e084-003d-4182-8666-e15541b54a9e,revision_number=4']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:29:55.886180 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-6abf9c06-1480-4946-b224-c58b6c6d8fb9 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:55.894399 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-6abf9c06-1480-4946-b224-c58b6c6d8fb9 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.4127266 May 17 19:29:55.925268 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abf9c06-1480-4946-b224-c58b6c6d8fb9 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d5d923-00ae-462a-b4be-7c0524eea789,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:29:55.925451 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-65228d8d-b02d-418a-990a-d887cc560d9c None None] Provisioning complete for port 79ee1b34-18a6-4b3f-ba58-9dc950d058cd triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:29:55.925549 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-65228d8d-b02d-418a-990a-d887cc560d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (79ee1b34-18a6-4b3f-ba58-9dc950d058cd), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:55.953991 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 37706) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:29:55.993565 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [None req-467aba46-14e0-428f-91ae-bdf429a731ae tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Request body: {'security_group_rule': {'security_group_id': 'd2d5d923-00ae-462a-b4be-7c0524eea789', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:29:56.005332 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-ab9e7722-8a5b-4563-9b57-06c1f0a376e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'name': 'tempest-AttachVolumeShelveTestJSON-1105554132-router', 'tenant_id': 'b23e9f1907a6406785be000e1373dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '003b7f17-8c79-4647-b3d2-1123bd52e32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:29:41Z', 'updated_at': '2022-05-17T19:29:49Z', 'revision_number': 4, 'project_id': 'b23e9f1907a6406785be000e1373dc41', 'gw_port': {'id': '003b7f17-8c79-4647-b3d2-1123bd52e32e', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:42Z', 'updated_at': '2022-05-17T19:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': '79ee1b34-18a6-4b3f-ba58-9dc950d058cd', 'name': '', 'network_id': '40c7fbe2-bd07-440e-b191-34ce3a30a8a0', 'tenant_id': 'b23e9f1907a6406785be000e1373dc41', 'mac_address': 'fa:16:3e:8a:78:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4afc8f6d-c4ef-4f27-b1bd-b836aad1cd58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:47Z', 'updated_at': '2022-05-17T19:29:54Z', 'revision_number': 4, 'project_id': 'b23e9f1907a6406785be000e1373dc41', 'subnets': [{'id': '4afc8f6d-c4ef-4f27-b1bd-b836aad1cd58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:29:56.077076 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9e7722-8a5b-4563-9b57-06c1f0a376e6 None None] The sync data for ids ['b01f1c7e-ca98-496e-98a3-132f4a505256'] in dv-cinder-840678-10-iscsi is: [{'id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'name': 'tempest-AttachVolumeShelveTestJSON-1105554132-router', 'tenant_id': 'b23e9f1907a6406785be000e1373dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '003b7f17-8c79-4647-b3d2-1123bd52e32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:29:41Z', 'updated_at': '2022-05-17T19:29:49Z', 'revision_number': 4, 'project_id': 'b23e9f1907a6406785be000e1373dc41', 'gw_port': {'id': '003b7f17-8c79-4647-b3d2-1123bd52e32e', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:42Z', 'updated_at': '2022-05-17T19:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': '79ee1b34-18a6-4b3f-ba58-9dc950d058cd', 'name': '', 'network_id': '40c7fbe2-bd07-440e-b191-34ce3a30a8a0', 'tenant_id': 'b23e9f1907a6406785be000e1373dc41', 'mac_address': 'fa:16:3e:8a:78:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4afc8f6d-c4ef-4f27-b1bd-b836aad1cd58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:47Z', 'updated_at': '2022-05-17T19:29:54Z', 'revision_number': 4, 'project_id': 'b23e9f1907a6406785be000e1373dc41', 'subnets': [{'id': '4afc8f6d-c4ef-4f27-b1bd-b836aad1cd58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 19:29:56.266635 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-2445d004-282e-4b96-a124-4dbd90e3dddd admin admin] Publish callbacks [] for security_group (a2e71801-6a89-4d11-bdd7-cf541df5e1b7), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:56.383065 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-65228d8d-b02d-418a-990a-d887cc560d9c None None] Current status of the port 79ee1b34-18a6-4b3f-ba58-9dc950d058cd is: DOWN; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:29:56.390922 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-65228d8d-b02d-418a-990a-d887cc560d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (79ee1b34-18a6-4b3f-ba58-9dc950d058cd), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:56.397163 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [req-8f1b11bc-2c97-4ff0-b39c-9d991c0f9e34 req-048dd00b-fce0-41d5-b726-66971f10a3f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 641e447a-f2ec-4483-b144-dee908836579 {{(pid=103781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 19:29:56.413624 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-8f1b11bc-2c97-4ff0-b39c-9d991c0f9e34 req-048dd00b-fce0-41d5-b726-66971f10a3f8 service neutron] Publish callbacks [] for port (641e447a-f2ec-4483-b144-dee908836579), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:56.452700 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.provisioning_blocks [req-8f1b11bc-2c97-4ff0-b39c-9d991c0f9e34 req-048dd00b-fce0-41d5-b726-66971f10a3f8 service neutron] Transition to ACTIVE for port object 641e447a-f2ec-4483-b144-dee908836579 will not be triggered until provisioned by entity L2. {{(pid=103781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 19:29:56.454940 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvr_db [None req-f58ea132-38f0-4ee1-9ddd-adff5654ec32 None None] Set router fe49bd36-5d64-4463-99d3-b4b95ea9d339 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:29:56.547773 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-2445d004-282e-4b96-a124-4dbd90e3dddd admin admin] Publish callbacks [] for security_group (a2e71801-6a89-4d11-bdd7-cf541df5e1b7), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:56.553804 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-8f1b11bc-2c97-4ff0-b39c-9d991c0f9e34 req-048dd00b-fce0-41d5-b726-66971f10a3f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13820453'] for port (641e447a-f2ec-4483-b144-dee908836579), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:56.592614 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33836d0-d917-4c6b-9750-897c80768fc6 req-0844ad08-8520-4c97-b245-afa144122463 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:29:56.600304 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b33836d0-d917-4c6b-9750-897c80768fc6 req-0844ad08-8520-4c97-b245-afa144122463 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/networks?id=ddaa928e-2db4-4b37-b723-ff2ae1e2b964 HTTP/1.1" status: 200 len: 818 time: 1.1770415 May 17 19:29:56.659848 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b33836d0-d917-4c6b-9750-897c80768fc6 req-7810e76f-4d5d-4c14-b099-fc5e8a5fc9b9 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/quotas/5d488b25563d4373b5c980ab060bc822 HTTP/1.1" status: 200 len: 375 time: 0.0582829 May 17 19:29:56.786302 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-467aba46-14e0-428f-91ae-bdf429a731ae tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks [] for security_group_rule (33b76655-b142-40df-bf57-84a050642dbd), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:56.815657 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-65228d8d-b02d-418a-990a-d887cc560d9c None None] For port 79ee1b34-18a6-4b3f-ba58-9dc950d058cd, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=79ee1b34-18a6-4b3f-ba58-9dc950d058cd,segment=NetworkSegment(cb7a5f44-2490-49bf-84d8-97ca2a591d42),segment_id=cb7a5f44-2490-49bf-84d8-97ca2a591d42)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:29:56.876081 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23a440-7dbc-4279-8e98-649b098ed702 req-22fde256-667b-4f01-99d3-1c3237012825 tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:29:56.896751 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-9c23a440-7dbc-4279-8e98-649b098ed702 req-22fde256-667b-4f01-99d3-1c3237012825 tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb1bb398-381d-442d-a5d1-e46150764958 HTTP/1.1" status: 200 len: 931 time: 0.6808939 May 17 19:29:56.902764 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-2445d004-282e-4b96-a124-4dbd90e3dddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (a2e71801-6a89-4d11-bdd7-cf541df5e1b7), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:56.910234 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-2445d004-282e-4b96-a124-4dbd90e3dddd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:56.916193 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048dd00b-fce0-41d5-b726-66971f10a3f8 service neutron] Pushing event updated for resources: {'Port': ['ID=641e447a-f2ec-4483-b144-dee908836579,revision_number=2']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:29:56.920999 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-2445d004-282e-4b96-a124-4dbd90e3dddd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a2e71801-6a89-4d11-bdd7-cf541df5e1b7 HTTP/1.1" status: 204 len: 168 time: 1.2180033 May 17 19:29:56.957358 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b33836d0-d917-4c6b-9750-897c80768fc6 req-4a0b78c6-218b-440d-908b-d412542fd569 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5d488b25563d4373b5c980ab060bc822&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2899852 May 17 19:29:57.005271 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2445d004-282e-4b96-a124-4dbd90e3dddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e71801-6a89-4d11-bdd7-cf541df5e1b7,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:29:57.016364 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-8f1b11bc-2c97-4ff0-b39c-9d991c0f9e34 req-048dd00b-fce0-41d5-b726-66971f10a3f8 service neutron] Attempting to bind port 641e447a-f2ec-4483-b144-dee908836579 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 19:29:57.016718 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-8f1b11bc-2c97-4ff0-b39c-9d991c0f9e34 req-048dd00b-fce0-41d5-b726-66971f10a3f8 service neutron] Attempting to bind port 641e447a-f2ec-4483-b144-dee908836579 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': 'ba0a14e7-fa61-427a-ba13-d924e9295061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c8bda4ce-dbc8-4895-beef-35a38f47849c'}] {{(pid=103781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 19:29:57.017143 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1b11bc-2c97-4ff0-b39c-9d991c0f9e34 req-048dd00b-fce0-41d5-b726-66971f10a3f8 service neutron] Attempting to bind port 641e447a-f2ec-4483-b144-dee908836579 on network c8bda4ce-dbc8-4895-beef-35a38f47849c {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:29:57.033372 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1b11bc-2c97-4ff0-b39c-9d991c0f9e34 req-048dd00b-fce0-41d5-b726-66971f10a3f8 service neutron] Port 641e447a-f2ec-4483-b144-dee908836579 on network c8bda4ce-dbc8-4895-beef-35a38f47849c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 19:29:57.035925 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1b11bc-2c97-4ff0-b39c-9d991c0f9e34 req-048dd00b-fce0-41d5-b726-66971f10a3f8 service neutron] Attempting to bind port 641e447a-f2ec-4483-b144-dee908836579 on network c8bda4ce-dbc8-4895-beef-35a38f47849c {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:29:57.055161 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-65228d8d-b02d-418a-990a-d887cc560d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (79ee1b34-18a6-4b3f-ba58-9dc950d058cd), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:57.115335 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1b11bc-2c97-4ff0-b39c-9d991c0f9e34 req-048dd00b-fce0-41d5-b726-66971f10a3f8 service neutron] Checking agent: {'id': 'bee311cb-2a55-4828-8ca4-4ee09c88de79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 19, 27, 43), 'started_at': datetime.datetime(2022, 5, 17, 19, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 19, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 19:29:57.115715 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1b11bc-2c97-4ff0-b39c-9d991c0f9e34 req-048dd00b-fce0-41d5-b726-66971f10a3f8 service neutron] Checking segment: {'id': 'ba0a14e7-fa61-427a-ba13-d924e9295061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c8bda4ce-dbc8-4895-beef-35a38f47849c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:29:57.117533 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1b11bc-2c97-4ff0-b39c-9d991c0f9e34 req-048dd00b-fce0-41d5-b726-66971f10a3f8 service neutron] Bound using segment: {'id': 'ba0a14e7-fa61-427a-ba13-d924e9295061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c8bda4ce-dbc8-4895-beef-35a38f47849c'} {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 19:29:57.117533 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-8f1b11bc-2c97-4ff0-b39c-9d991c0f9e34 req-048dd00b-fce0-41d5-b726-66971f10a3f8 service neutron] Bound port: 641e447a-f2ec-4483-b144-dee908836579, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba0a14e7-fa61-427a-ba13-d924e9295061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c8bda4ce-dbc8-4895-beef-35a38f47849c'}}] {{(pid=103781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 19:29:57.117533 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-8f1b11bc-2c97-4ff0-b39c-9d991c0f9e34 req-048dd00b-fce0-41d5-b726-66971f10a3f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (641e447a-f2ec-4483-b144-dee908836579), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:57.260997 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-467aba46-14e0-428f-91ae-bdf429a731ae tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks [] for security_group_rule (33b76655-b142-40df-bf57-84a050642dbd), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:57.277676 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-8f1b11bc-2c97-4ff0-b39c-9d991c0f9e34 req-048dd00b-fce0-41d5-b726-66971f10a3f8 service neutron] For port 641e447a-f2ec-4483-b144-dee908836579, host hv-cinder-84067, cleared binding levels {{(pid=103781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 19:29:57.302104 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-fb5dad45-52b9-4623-a521-52e1304f2ec0 None None] Provisioning complete for port c382e084-003d-4182-8666-e15541b54a9e triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:29:57.302480 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-fb5dad45-52b9-4623-a521-52e1304f2ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (c382e084-003d-4182-8666-e15541b54a9e), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:57.310077 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65228d8d-b02d-418a-990a-d887cc560d9c None None] Pushing event updated for resources: {'Port': ['ID=79ee1b34-18a6-4b3f-ba58-9dc950d058cd,revision_number=5']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:29:57.330288 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-9c23a440-7dbc-4279-8e98-649b098ed702 req-c4afb459-78d1-4381-85cd-5dc97150c557 tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbe51ad4-3b90-4bde-b141-d8eeac892d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4060841 May 17 19:29:57.368194 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-467aba46-14e0-428f-91ae-bdf429a731ae tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321501'] for security_group_rule (33b76655-b142-40df-bf57-84a050642dbd), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:57.372358 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-8f1b11bc-2c97-4ff0-b39c-9d991c0f9e34 req-048dd00b-fce0-41d5-b726-66971f10a3f8 service neutron] For port 641e447a-f2ec-4483-b144-dee908836579, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=641e447a-f2ec-4483-b144-dee908836579,segment=NetworkSegment(ba0a14e7-fa61-427a-ba13-d924e9295061),segment_id=ba0a14e7-fa61-427a-ba13-d924e9295061)] {{(pid=103781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 19:29:57.385847 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b33836d0-d917-4c6b-9750-897c80768fc6 req-a40bda45-4a23-445e-b505-485261175049 service neutron] 10.222.0.58 "GET /v2.0/networks/ddaa928e-2db4-4b37-b723-ff2ae1e2b964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4339669 May 17 19:29:57.403466 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467aba46-14e0-428f-91ae-bdf429a731ae tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33b76655-b142-40df-bf57-84a050642dbd,revision_number=0']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:29:57.475815 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-f58ea132-38f0-4ee1-9ddd-adff5654ec32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe49bd36-5d64-4463-99d3-b4b95ea9d339', 'name': 'tempest-ServerRescueNegativeTestJSON-681804050-router', 'tenant_id': '5d488b25563d4373b5c980ab060bc822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '6e3cf1cd-e82b-48b2-a2ef-124046e79899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:29:41Z', 'updated_at': '2022-05-17T19:29:49Z', 'revision_number': 4, 'project_id': '5d488b25563d4373b5c980ab060bc822', 'gw_port': {'id': '6e3cf1cd-e82b-48b2-a2ef-124046e79899', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:aa:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49bd36-5d64-4463-99d3-b4b95ea9d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:43Z', 'updated_at': '2022-05-17T19:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': 'c382e084-003d-4182-8666-e15541b54a9e', 'name': '', 'network_id': 'ddaa928e-2db4-4b37-b723-ff2ae1e2b964', 'tenant_id': '5d488b25563d4373b5c980ab060bc822', 'mac_address': 'fa:16:3e:8d:bf:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe49bd36-5d64-4463-99d3-b4b95ea9d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '78a5955d-2965-41b9-ae73-2183d9038bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:47Z', 'updated_at': '2022-05-17T19:29:55Z', 'revision_number': 4, 'project_id': '5d488b25563d4373b5c980ab060bc822', 'subnets': [{'id': '78a5955d-2965-41b9-ae73-2183d9038bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:29:57.515798 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58ea132-38f0-4ee1-9ddd-adff5654ec32 None None] The sync data for ids ['fe49bd36-5d64-4463-99d3-b4b95ea9d339'] in dv-cinder-840678-10-iscsi is: [{'id': 'fe49bd36-5d64-4463-99d3-b4b95ea9d339', 'name': 'tempest-ServerRescueNegativeTestJSON-681804050-router', 'tenant_id': '5d488b25563d4373b5c980ab060bc822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '6e3cf1cd-e82b-48b2-a2ef-124046e79899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:29:41Z', 'updated_at': '2022-05-17T19:29:49Z', 'revision_number': 4, 'project_id': '5d488b25563d4373b5c980ab060bc822', 'gw_port': {'id': '6e3cf1cd-e82b-48b2-a2ef-124046e79899', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:aa:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49bd36-5d64-4463-99d3-b4b95ea9d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:43Z', 'updated_at': '2022-05-17T19:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': 'c382e084-003d-4182-8666-e15541b54a9e', 'name': '', 'network_id': 'ddaa928e-2db4-4b37-b723-ff2ae1e2b964', 'tenant_id': '5d488b25563d4373b5c980ab060bc822', 'mac_address': 'fa:16:3e:8d:bf:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe49bd36-5d64-4463-99d3-b4b95ea9d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '78a5955d-2965-41b9-ae73-2183d9038bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:47Z', 'updated_at': '2022-05-17T19:29:55Z', 'revision_number': 4, 'project_id': '5d488b25563d4373b5c980ab060bc822', 'subnets': [{'id': '78a5955d-2965-41b9-ae73-2183d9038bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 19:29:57.542060 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b33836d0-d917-4c6b-9750-897c80768fc6 req-5f13d3c8-ecc2-4432-b991-5e60763f97b6 service neutron] 10.222.0.58 "GET /v2.0/networks/ddaa928e-2db4-4b37-b723-ff2ae1e2b964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553273 May 17 19:29:57.546304 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-8f1b11bc-2c97-4ff0-b39c-9d991c0f9e34 req-048dd00b-fce0-41d5-b726-66971f10a3f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13820453'] for port (641e447a-f2ec-4483-b144-dee908836579), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:57.600036 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-467aba46-14e0-428f-91ae-bdf429a731ae tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:57.606673 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-467aba46-14e0-428f-91ae-bdf429a731ae tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6501732 May 17 19:29:57.611009 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-fb5dad45-52b9-4623-a521-52e1304f2ec0 None None] Current status of the port c382e084-003d-4182-8666-e15541b54a9e is: DOWN; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:29:57.611398 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-fb5dad45-52b9-4623-a521-52e1304f2ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (c382e084-003d-4182-8666-e15541b54a9e), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:57.611963 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 37752) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:29:57.616695 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [None req-2072bfe5-f384-4960-8c79-b1f238ca1d17 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Request body: {'security_group_rule': {'security_group_id': 'd2d5d923-00ae-462a-b4be-7c0524eea789', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:29:57.689071 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-fb5dad45-52b9-4623-a521-52e1304f2ec0 None None] For port c382e084-003d-4182-8666-e15541b54a9e, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=c382e084-003d-4182-8666-e15541b54a9e,segment=NetworkSegment(1bdcad8c-4500-4b1c-91ba-9b35d4cd746d),segment_id=1bdcad8c-4500-4b1c-91ba-9b35d4cd746d)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:29:57.716471 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b11bc-2c97-4ff0-b39c-9d991c0f9e34 req-048dd00b-fce0-41d5-b726-66971f10a3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:29:57.722701 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-8f1b11bc-2c97-4ff0-b39c-9d991c0f9e34 req-048dd00b-fce0-41d5-b726-66971f10a3f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:57.726142 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8f1b11bc-2c97-4ff0-b39c-9d991c0f9e34 req-048dd00b-fce0-41d5-b726-66971f10a3f8 service neutron] 10.222.0.69 "PUT /v2.0/ports/641e447a-f2ec-4483-b144-dee908836579 HTTP/1.1" status: 200 len: 1093 time: 3.5025218 May 17 19:29:57.730054 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb1bb398-381d-442d-a5d1-e46150764958', 'tag': '641e447a-f2ec-4483-b144-dee908836579'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:29:57.792671 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-fb5dad45-52b9-4623-a521-52e1304f2ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (c382e084-003d-4182-8666-e15541b54a9e), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:57.816534 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048dd00b-fce0-41d5-b726-66971f10a3f8 service neutron] Pushing event updated for resources: {'Port': ['ID=641e447a-f2ec-4483-b144-dee908836579,revision_number=3']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:29:57.901822 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-2072bfe5-f384-4960-8c79-b1f238ca1d17 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks [] for security_group_rule (26e8c9c6-b3ec-4101-ad08-ed1c57a25975), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:58.077717 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5dad45-52b9-4623-a521-52e1304f2ec0 None None] Pushing event updated for resources: {'Port': ['ID=c382e084-003d-4182-8666-e15541b54a9e,revision_number=5']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:29:58.131529 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device c382e084-003d-4182-8666-e15541b54a9e up at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:29:58.177951 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b11bc-2c97-4ff0-b39c-9d991c0f9e34 req-dde50fc8-7302-465e-bb28-ba5027109e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:29:58.184783 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8f1b11bc-2c97-4ff0-b39c-9d991c0f9e34 req-dde50fc8-7302-465e-bb28-ba5027109e03 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9201351f65334032be89ac50d14926ba&device_id=fb1bb398-381d-442d-a5d1-e46150764958 HTTP/1.1" status: 200 len: 1127 time: 0.2532160 May 17 19:29:58.194897 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-2072bfe5-f384-4960-8c79-b1f238ca1d17 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks [] for security_group_rule (26e8c9c6-b3ec-4101-ad08-ed1c57a25975), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:58.257643 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-2072bfe5-f384-4960-8c79-b1f238ca1d17 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321501'] for security_group_rule (26e8c9c6-b3ec-4101-ad08-ed1c57a25975), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:58.287793 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Provisioning complete for port c382e084-003d-4182-8666-e15541b54a9e triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:29:58.292609 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (c382e084-003d-4182-8666-e15541b54a9e), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:58.320875 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d1ade945-42cb-474b-b118-cb3a2b45ecb8 req-71352600-82bf-45bd-a2d0-134eb778de87 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 210 time: 0.0923736 May 17 19:29:58.322744 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2072bfe5-f384-4960-8c79-b1f238ca1d17 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26e8c9c6-b3ec-4101-ad08-ed1c57a25975,revision_number=0']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:29:58.363431 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-2072bfe5-f384-4960-8c79-b1f238ca1d17 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:58.364942 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-2072bfe5-f384-4960-8c79-b1f238ca1d17 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7519715 May 17 19:29:58.367974 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 37778) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:29:58.372913 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [None req-9f5a43cf-a982-4f98-8ad6-1dbcc83df843 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Request body: {'floatingip': {'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:29:58.509739 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-9f5a43cf-a982-4f98-8ad6-1dbcc83df843 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:58.549530 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port c382e084-003d-4182-8666-e15541b54a9e is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:29:58.553128 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device 79ee1b34-18a6-4b3f-ba58-9dc950d058cd up at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:29:58.574279 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 37794) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:29:58.701822 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Provisioning complete for port 79ee1b34-18a6-4b3f-ba58-9dc950d058cd triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:29:58.710241 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (79ee1b34-18a6-4b3f-ba58-9dc950d058cd), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:58.785218 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.69', 49382) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:29:58.890376 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d4df9-01cb-436f-9780-860ab2702738 req-a585f580-00b5-41bf-95f9-ecfb54d12d5c tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:29:58.906248 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-bc5d4df9-01cb-436f-9780-860ab2702738 req-a585f580-00b5-41bf-95f9-ecfb54d12d5c tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb1bb398-381d-442d-a5d1-e46150764958 HTTP/1.1" status: 200 len: 943 time: 0.3312290 May 17 19:29:58.982339 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8f1b11bc-2c97-4ff0-b39c-9d991c0f9e34 req-f6bd897a-65a0-446d-9446-108c1f8634bd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=641e447a-f2ec-4483-b144-dee908836579 HTTP/1.1" status: 200 len: 217 time: 0.4991572 May 17 19:29:59.002569 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port 79ee1b34-18a6-4b3f-ba58-9dc950d058cd is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:29:59.075518 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5abf21081b7c701043d67e7bff15db599e71af2afb5ac8611b6265996300b020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef38f7a7-2553-48ae-9050-b5600213f025" -d '{"events": [{"name": "network-changed", "server_uuid": "fb1bb398-381d-442d-a5d1-e46150764958", "tag": "641e447a-f2ec-4483-b144-dee908836579"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:29:59.169974 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b11bc-2c97-4ff0-b39c-9d991c0f9e34 req-0193b8ee-eefd-4baa-b2ff-8969fac88b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:29:59.171790 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8f1b11bc-2c97-4ff0-b39c-9d991c0f9e34 req-0193b8ee-eefd-4baa-b2ff-8969fac88b70 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9dee3c06-e8ed-4bb7-a3c5-083c0caf80b9 HTTP/1.1" status: 200 len: 852 time: 0.1793253 May 17 19:29:59.334969 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8f1b11bc-2c97-4ff0-b39c-9d991c0f9e34 req-4818dd56-9d6d-4d4a-a86e-f30426620a52 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c8bda4ce-dbc8-4895-beef-35a38f47849c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1314600 May 17 19:29:59.363442 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-bc5d4df9-01cb-436f-9780-860ab2702738 req-83468489-f273-4c6d-a52b-ae20c4a47e61 tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbe51ad4-3b90-4bde-b141-d8eeac892d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4562044 May 17 19:29:59.447600 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3abe82-3d58-4265-bc7a-072c4ac17be4 req-314d44a1-e103-4cb0-936d-15bd82b73c2f tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:29:59.449257 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-9a3abe82-3d58-4265-bc7a-072c4ac17be4 req-314d44a1-e103-4cb0-936d-15bd82b73c2f tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.69 "GET /v2.0/networks?id=ddaa928e-2db4-4b37-b723-ff2ae1e2b964 HTTP/1.1" status: 200 len: 818 time: 0.6009498 May 17 19:29:59.496406 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [req-9a3abe82-3d58-4265-bc7a-072c4ac17be4 req-38850dbb-551f-4dbe-a835-b188f65294d0 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Request body: {'port': {'device_id': '2949df44-a27c-4dc1-acd9-0754c0314ed1', 'network_id': 'ddaa928e-2db4-4b37-b723-ff2ae1e2b964', 'admin_state_up': True, 'tenant_id': '5d488b25563d4373b5c980ab060bc822'}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:29:59.539705 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-9f5a43cf-a982-4f98-8ad6-1dbcc83df843 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:59.604861 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8f1b11bc-2c97-4ff0-b39c-9d991c0f9e34 req-664f91f4-f03f-4390-a849-5293e20dc9a0 service neutron] 10.222.0.69 "GET /v2.0/networks/c8bda4ce-dbc8-4895-beef-35a38f47849c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550802 May 17 19:29:59.708232 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-376c80f3-80ed-4d91-958c-21ff621c81c8 req-dd23c8e3-2f00-4d6c-b025-c000a79151eb tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 210 time: 0.1043940 May 17 19:29:59.735232 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8e6f555f-cd94-49e7-85c2-3b13e5b001f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:29:59.927556 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device c382e084-003d-4182-8666-e15541b54a9e up at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:30:00.089311 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Provisioning complete for port c382e084-003d-4182-8666-e15541b54a9e triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:30:00.090433 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (c382e084-003d-4182-8666-e15541b54a9e), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:00.156051 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 19:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37458cf1-91d3-4b4f-9398-04efd94620be x-openstack-request-id: req-37458cf1-91d3-4b4f-9398-04efd94620be {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:30:00.156400 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb1bb398-381d-442d-a5d1-e46150764958", "tag": "641e447a-f2ec-4483-b144-dee908836579", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:30:00.159589 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-37458cf1-91d3-4b4f-9398-04efd94620be {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:30:00.159831 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37458cf1-91d3-4b4f-9398-04efd94620be'] response: {'name': 'network-changed', 'server_uuid': 'fb1bb398-381d-442d-a5d1-e46150764958', 'tag': '641e447a-f2ec-4483-b144-dee908836579', 'status': 'completed', 'code': 200} May 17 19:30:00.261563 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.db_base_plugin_common [None req-9f5a43cf-a982-4f98-8ad6-1dbcc83df843 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Allocated IP 172.27.2.146 (a8e71caf-cf8f-487f-b3e8-f30c47275c44/5b8cb9fa-be03-458e-a77b-33fb963ee3d0/775bb427-ee4c-47d0-95aa-a3148147ce92) {{(pid=103780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:30:00.368482 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port c382e084-003d-4182-8666-e15541b54a9e is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:30:00.606411 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a3abe82-3d58-4265-bc7a-072c4ac17be4 req-38850dbb-551f-4dbe-a835-b188f65294d0 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Made reservation on behalf of 5d488b25563d4373b5c980ab060bc822 for: {'port': 1} {{(pid=103780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:30:00.616074 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-9a3abe82-3d58-4265-bc7a-072c4ac17be4 req-38850dbb-551f-4dbe-a835-b188f65294d0 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:00.655452 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-9f5a43cf-a982-4f98-8ad6-1dbcc83df843 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks [] for port (775bb427-ee4c-47d0-95aa-a3148147ce92), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:00.748069 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8f1b11bc-2c97-4ff0-b39c-9d991c0f9e34 req-11b4d852-ccb9-471d-ac77-e333912764aa service neutron] 10.222.0.69 "GET /v2.0/networks/c8bda4ce-dbc8-4895-beef-35a38f47849c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0347595 May 17 19:30:00.905346 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8477c3-db25-42ef-a7fe-64b8c5e8954a req-f1f09c73-8244-44b1-8383-c8cea387febf tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:00.919096 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3a8477c3-db25-42ef-a7fe-64b8c5e8954a req-f1f09c73-8244-44b1-8383-c8cea387febf tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb1bb398-381d-442d-a5d1-e46150764958 HTTP/1.1" status: 200 len: 943 time: 0.2218111 May 17 19:30:01.040841 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8e6f555f-cd94-49e7-85c2-3b13e5b001f2 admin admin] Publish callbacks [] for security_group (3903cfe1-40ca-4a5b-b2c6-650893a339d8), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:01.068933 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3a8477c3-db25-42ef-a7fe-64b8c5e8954a req-77e73154-c33b-456f-bb86-583badede2df tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbe51ad4-3b90-4bde-b141-d8eeac892d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484990 May 17 19:30:01.072161 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-6fa5dbd6-b7cb-46cc-bce1-395dad70f844 req-c00b0181-eb37-42d0-8542-651a42f7ba6a tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 210 time: 0.1510744 May 17 19:30:01.120478 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8e6f555f-cd94-49e7-85c2-3b13e5b001f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (3903cfe1-40ca-4a5b-b2c6-650893a339d8), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:01.183018 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-8e6f555f-cd94-49e7-85c2-3b13e5b001f2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c3209fe3cf6b4daaba671bc658f8b1a6&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5985956 May 17 19:30:01.183018 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6f555f-cd94-49e7-85c2-3b13e5b001f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3903cfe1-40ca-4a5b-b2c6-650893a339d8,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:01.185334 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 37886) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:01.209476 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-9f5a43cf-a982-4f98-8ad6-1dbcc83df843 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167'] for port (775bb427-ee4c-47d0-95aa-a3148147ce92), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:01.293499 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6431645e-814e-4a09-9fdf-bce1ee69e7e7 admin admin] Publish callbacks [] for security_group (3903cfe1-40ca-4a5b-b2c6-650893a339d8), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:01.312053 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5a43cf-a982-4f98-8ad6-1dbcc83df843 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Network a8e71caf-cf8f-487f-b3e8-f30c47275c44 is already hosted by enough agents. {{(pid=103780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:30:01.326601 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.base_scheduler [None req-9f5a43cf-a982-4f98-8ad6-1dbcc83df843 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Resources bound (agent type, host, resource id): {{(pid=103780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:30:01.329994 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6431645e-814e-4a09-9fdf-bce1ee69e7e7 admin admin] Publish callbacks [] for security_group (3903cfe1-40ca-4a5b-b2c6-650893a339d8), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:01.331893 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5a43cf-a982-4f98-8ad6-1dbcc83df843 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Pushing event updated for resources: {'Port': ['ID=775bb427-ee4c-47d0-95aa-a3148147ce92,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:01.334550 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.db_base_plugin_common [req-9a3abe82-3d58-4265-bc7a-072c4ac17be4 req-38850dbb-551f-4dbe-a835-b188f65294d0 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Allocated IP 172.20.0.7 (ddaa928e-2db4-4b37-b723-ff2ae1e2b964/78a5955d-2965-41b9-ae73-2183d9038bbb/f56ad1e3-8b59-4f7f-96b0-206928ec8a1d) {{(pid=103780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:30:01.336863 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5a43cf-a982-4f98-8ad6-1dbcc83df843 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Received port after_create {{(pid=103780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:30:01.485285 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38f7a7-2553-48ae-9050-b5600213f025 req-762f0ef0-01f9-4217-9d2a-213a7b7d6f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:01.486403 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ef38f7a7-2553-48ae-9050-b5600213f025 req-762f0ef0-01f9-4217-9d2a-213a7b7d6f4e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9201351f65334032be89ac50d14926ba&device_id=fb1bb398-381d-442d-a5d1-e46150764958 HTTP/1.1" status: 200 len: 1127 time: 0.0940280 May 17 19:30:01.488301 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-9f5a43cf-a982-4f98-8ad6-1dbcc83df843 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks [] for floatingip (639291bc-af6f-489d-9df8-285c6fb460ac), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:01.668779 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6431645e-814e-4a09-9fdf-bce1ee69e7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (3903cfe1-40ca-4a5b-b2c6-650893a339d8), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:01.672588 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6431645e-814e-4a09-9fdf-bce1ee69e7e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:01.674724 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-6431645e-814e-4a09-9fdf-bce1ee69e7e7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3903cfe1-40ca-4a5b-b2c6-650893a339d8 HTTP/1.1" status: 204 len: 168 time: 0.4879334 May 17 19:30:01.686848 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.69', 49388) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:01.718449 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431645e-814e-4a09-9fdf-bce1ee69e7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3903cfe1-40ca-4a5b-b2c6-650893a339d8,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:01.775993 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-9f5a43cf-a982-4f98-8ad6-1dbcc83df843 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (775bb427-ee4c-47d0-95aa-a3148147ce92), before_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:01.844100 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38f7a7-2553-48ae-9050-b5600213f025 req-0a752c7b-4138-4d0b-81a4-d1646770a311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:01.846621 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ef38f7a7-2553-48ae-9050-b5600213f025 req-0a752c7b-4138-4d0b-81a4-d1646770a311 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c8bda4ce-dbc8-4895-beef-35a38f47849c HTTP/1.1" status: 200 len: 913 time: 0.3381999 May 17 19:30:01.927441 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ef38f7a7-2553-48ae-9050-b5600213f025 req-17a560b4-830d-43c3-9cb5-cf807109b94a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=641e447a-f2ec-4483-b144-dee908836579 HTTP/1.1" status: 200 len: 217 time: 0.0654445 May 17 19:30:02.018726 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33836d0-d917-4c6b-9750-897c80768fc6 req-2d37b71c-a8a7-47e9-9000-d2b10a1bd1f8 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:02.020300 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b33836d0-d917-4c6b-9750-897c80768fc6 req-2d37b71c-a8a7-47e9-9000-d2b10a1bd1f8 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.69 "GET /v2.0/networks?id=ddaa928e-2db4-4b37-b723-ff2ae1e2b964 HTTP/1.1" status: 200 len: 818 time: 0.3151398 May 17 19:30:02.048185 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [req-b33836d0-d917-4c6b-9750-897c80768fc6 req-b50523b7-5ba8-43ec-8ddd-7d8b3d50ef85 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Request body: {'port': {'device_id': '25128671-9679-409f-834a-8969ced95f56', 'network_id': 'ddaa928e-2db4-4b37-b723-ff2ae1e2b964', 'admin_state_up': True, 'tenant_id': '5d488b25563d4373b5c980ab060bc822'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:30:02.088223 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38f7a7-2553-48ae-9050-b5600213f025 req-79990939-3d2d-429e-b239-7724d0f0f415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:02.090011 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ef38f7a7-2553-48ae-9050-b5600213f025 req-79990939-3d2d-429e-b239-7724d0f0f415 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9dee3c06-e8ed-4bb7-a3c5-083c0caf80b9 HTTP/1.1" status: 200 len: 852 time: 0.1378336 May 17 19:30:02.357164 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ef38f7a7-2553-48ae-9050-b5600213f025 req-b7d01930-e82b-47de-b9a3-bc88bef0b2bb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c8bda4ce-dbc8-4895-beef-35a38f47849c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1131794 May 17 19:30:02.490341 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-06cac0ef-1c11-4425-80ed-d2a1bf795b62 req-f6e6e5e9-6890-4753-a2eb-b6806fa7e66a tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 210 time: 0.1261506 May 17 19:30:02.533233 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-9a3abe82-3d58-4265-bc7a-072c4ac17be4 req-38850dbb-551f-4dbe-a835-b188f65294d0 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks [] for port (f56ad1e3-8b59-4f7f-96b0-206928ec8a1d), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:02.554574 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405372b0-32e8-41ef-a432-92062e548711 req-6c83330b-9274-4840-bb4a-53217f5dbc34 tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:02.556284 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-405372b0-32e8-41ef-a432-92062e548711 req-6c83330b-9274-4840-bb4a-53217f5dbc34 tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb1bb398-381d-442d-a5d1-e46150764958 HTTP/1.1" status: 200 len: 943 time: 0.2738681 May 17 19:30:02.656865 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-9f5a43cf-a982-4f98-8ad6-1dbcc83df843 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks [] for port (775bb427-ee4c-47d0-95aa-a3148147ce92), precommit_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:02.677947 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ef38f7a7-2553-48ae-9050-b5600213f025 req-7c8840b1-6492-42bb-bb3b-e785b1a7a4c7 service neutron] 10.222.0.69 "GET /v2.0/networks/c8bda4ce-dbc8-4895-beef-35a38f47849c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652471 May 17 19:30:02.681655 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-405372b0-32e8-41ef-a432-92062e548711 req-0478ae1d-bc92-490e-9f0c-b9b8556ee234 tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbe51ad4-3b90-4bde-b141-d8eeac892d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001489 May 17 19:30:02.989226 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b33836d0-d917-4c6b-9750-897c80768fc6 req-b50523b7-5ba8-43ec-8ddd-7d8b3d50ef85 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Made reservation on behalf of 5d488b25563d4373b5c980ab060bc822 for: {'port': 1} {{(pid=103781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:30:02.992451 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-9a3abe82-3d58-4265-bc7a-072c4ac17be4 req-38850dbb-551f-4dbe-a835-b188f65294d0 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167'] for port (f56ad1e3-8b59-4f7f-96b0-206928ec8a1d), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:02.992706 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-b33836d0-d917-4c6b-9750-897c80768fc6 req-b50523b7-5ba8-43ec-8ddd-7d8b3d50ef85 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:03.012522 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-9f5a43cf-a982-4f98-8ad6-1dbcc83df843 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (775bb427-ee4c-47d0-95aa-a3148147ce92), after_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:03.168583 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a3abe82-3d58-4265-bc7a-072c4ac17be4 req-38850dbb-551f-4dbe-a835-b188f65294d0 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Network ddaa928e-2db4-4b37-b723-ff2ae1e2b964 is already hosted by enough agents. {{(pid=103780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:30:03.185362 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-9f5a43cf-a982-4f98-8ad6-1dbcc83df843 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16764702'] for floatingip (639291bc-af6f-489d-9df8-285c6fb460ac), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:03.198122 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.base_scheduler [req-9a3abe82-3d58-4265-bc7a-072c4ac17be4 req-38850dbb-551f-4dbe-a835-b188f65294d0 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Resources bound (agent type, host, resource id): {{(pid=103780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:30:03.200995 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a3abe82-3d58-4265-bc7a-072c4ac17be4 req-38850dbb-551f-4dbe-a835-b188f65294d0 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Received port after_create {{(pid=103780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:30:03.206863 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3abe82-3d58-4265-bc7a-072c4ac17be4 req-38850dbb-551f-4dbe-a835-b188f65294d0 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:03.207837 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-9a3abe82-3d58-4265-bc7a-072c4ac17be4 req-38850dbb-551f-4dbe-a835-b188f65294d0 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for port (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:03.294405 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38850dbb-551f-4dbe-a835-b188f65294d0 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Pushing event updated for resources: {'Port': ['ID=f56ad1e3-8b59-4f7f-96b0-206928ec8a1d,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:03.323624 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_common [req-b33836d0-d917-4c6b-9750-897c80768fc6 req-b50523b7-5ba8-43ec-8ddd-7d8b3d50ef85 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Allocated IP 172.20.0.13 (ddaa928e-2db4-4b37-b723-ff2ae1e2b964/78a5955d-2965-41b9-ae73-2183d9038bbb/fef58b30-8e08-495d-ac60-e3ff495f260d) {{(pid=103781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:30:03.366962 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5a43cf-a982-4f98-8ad6-1dbcc83df843 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Pushing event updated for resources: {'Port': ['ID=775bb427-ee4c-47d0-95aa-a3148147ce92,revision_number=2']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:03.380366 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-9a3abe82-3d58-4265-bc7a-072c4ac17be4 req-38850dbb-551f-4dbe-a835-b188f65294d0 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9102974 May 17 19:30:03.385094 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-9f5a43cf-a982-4f98-8ad6-1dbcc83df843 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for floatingip (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:03.387718 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-9f5a43cf-a982-4f98-8ad6-1dbcc83df843 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0171599 May 17 19:30:03.431889 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [req-9a3abe82-3d58-4265-bc7a-072c4ac17be4 req-518f2b36-ffa6-4b0f-a7c1-1bc38598366f service neutron] Request body: {'port': {'device_id': '2949df44-a27c-4dc1-acd9-0754c0314ed1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:30:03.575721 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-c4a00334-440d-4299-8ade-a3e8c7e34441 None None] Provisioning complete for port f56ad1e3-8b59-4f7f-96b0-206928ec8a1d triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:30:03.576311 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-c4a00334-440d-4299-8ade-a3e8c7e34441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (f56ad1e3-8b59-4f7f-96b0-206928ec8a1d), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:03.584299 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-9a3abe82-3d58-4265-bc7a-072c4ac17be4 req-518f2b36-ffa6-4b0f-a7c1-1bc38598366f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (f56ad1e3-8b59-4f7f-96b0-206928ec8a1d), before_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:03.689194 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 37950) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:03.700692 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-dff1beb5-c577-44a9-8e0a-2b6231358dfb req-a43e9d7d-c156-4997-bac5-f7e462152792 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 210 time: 0.0673280 May 17 19:30:03.732970 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-c4a00334-440d-4299-8ade-a3e8c7e34441 None None] Port f56ad1e3-8b59-4f7f-96b0-206928ec8a1d cannot update to ACTIVE because it is not bound. {{(pid=103782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 19:30:03.801035 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-74f7139f-2dad-48cc-b5de-d76c3b5c5f59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:03.837129 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ef38f7a7-2553-48ae-9050-b5600213f025 req-ca34ecb1-948c-4f59-b517-3ff18daa55af service neutron] 10.222.0.69 "GET /v2.0/networks/c8bda4ce-dbc8-4895-beef-35a38f47849c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6063673 May 17 19:30:04.004184 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-b33836d0-d917-4c6b-9750-897c80768fc6 req-b50523b7-5ba8-43ec-8ddd-7d8b3d50ef85 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks [] for port (fef58b30-8e08-495d-ac60-e3ff495f260d), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:04.014278 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd33f1-7c4a-4254-a981-88ee26ed7a0b req-1a9e3e5c-e5ff-442b-a5be-a54dcc57db57 tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:04.015546 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1dfd33f1-7c4a-4254-a981-88ee26ed7a0b req-1a9e3e5c-e5ff-442b-a5be-a54dcc57db57 tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb1bb398-381d-442d-a5d1-e46150764958 HTTP/1.1" status: 200 len: 943 time: 0.1625888 May 17 19:30:04.055012 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-74f7139f-2dad-48cc-b5de-d76c3b5c5f59 admin admin] Publish callbacks [] for security_group (79af2d24-e04c-42da-827b-d34f27e011be), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:04.109766 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1dfd33f1-7c4a-4254-a981-88ee26ed7a0b req-b8f0dd6f-f31e-4977-983c-18e8e71ffe02 tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbe51ad4-3b90-4bde-b141-d8eeac892d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793142 May 17 19:30:04.147322 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-74f7139f-2dad-48cc-b5de-d76c3b5c5f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (79af2d24-e04c-42da-827b-d34f27e011be), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:04.185867 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-792b5ddf-78d8-44c3-b79a-d040c138ec06 req-f0eb3c35-3938-4abb-b5e6-6a5fe219bbf7 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1568792179&fields=id&tenant_id=b23e9f1907a6406785be000e1373dc41 HTTP/1.1" status: 200 len: 267 time: 0.0798688 May 17 19:30:04.222326 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-74f7139f-2dad-48cc-b5de-d76c3b5c5f59 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2a3df6eacaef4fc3afc55a204cf6d07a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5216064 May 17 19:30:04.222326 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f7139f-2dad-48cc-b5de-d76c3b5c5f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79af2d24-e04c-42da-827b-d34f27e011be,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:04.223532 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 37976) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:04.231318 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-b33836d0-d917-4c6b-9750-897c80768fc6 req-b50523b7-5ba8-43ec-8ddd-7d8b3d50ef85 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (fef58b30-8e08-495d-ac60-e3ff495f260d), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:04.305625 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b33836d0-d917-4c6b-9750-897c80768fc6 req-b50523b7-5ba8-43ec-8ddd-7d8b3d50ef85 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Network ddaa928e-2db4-4b37-b723-ff2ae1e2b964 is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:30:04.331791 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [req-b33836d0-d917-4c6b-9750-897c80768fc6 req-b50523b7-5ba8-43ec-8ddd-7d8b3d50ef85 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:30:04.339033 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50523b7-5ba8-43ec-8ddd-7d8b3d50ef85 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Pushing event updated for resources: {'Port': ['ID=fef58b30-8e08-495d-ac60-e3ff495f260d,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:04.341789 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [req-b33836d0-d917-4c6b-9750-897c80768fc6 req-b50523b7-5ba8-43ec-8ddd-7d8b3d50ef85 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Received port after_create {{(pid=103781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:30:04.413405 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-00059633-5261-4937-99ce-f97efb3c52d1 admin admin] Publish callbacks [] for security_group (79af2d24-e04c-42da-827b-d34f27e011be), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:04.441182 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33836d0-d917-4c6b-9750-897c80768fc6 req-b50523b7-5ba8-43ec-8ddd-7d8b3d50ef85 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:04.442105 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-b33836d0-d917-4c6b-9750-897c80768fc6 req-b50523b7-5ba8-43ec-8ddd-7d8b3d50ef85 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:04.463045 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-00059633-5261-4937-99ce-f97efb3c52d1 admin admin] Publish callbacks [] for security_group (79af2d24-e04c-42da-827b-d34f27e011be), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:04.589601 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b33836d0-d917-4c6b-9750-897c80768fc6 req-b50523b7-5ba8-43ec-8ddd-7d8b3d50ef85 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5528305 May 17 19:30:04.603992 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [req-b33836d0-d917-4c6b-9750-897c80768fc6 req-5642aba5-2391-42b4-ad4a-8b82dce7585e service neutron] Request body: {'port': {'device_id': '25128671-9679-409f-834a-8969ced95f56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:30:04.645290 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b5ddf-78d8-44c3-b79a-d040c138ec06 req-af1be3cc-f218-42d8-b225-409cbdc07710 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:04.647724 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-792b5ddf-78d8-44c3-b79a-d040c138ec06 req-af1be3cc-f218-42d8-b225-409cbdc07710 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/networks?id=40c7fbe2-bd07-440e-b191-34ce3a30a8a0 HTTP/1.1" status: 200 len: 817 time: 0.4467633 May 17 19:30:04.677450 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-5500521c-267b-4b33-ad58-e6599a0bf526 None None] Provisioning complete for port fef58b30-8e08-495d-ac60-e3ff495f260d triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:30:04.677962 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-5500521c-267b-4b33-ad58-e6599a0bf526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (fef58b30-8e08-495d-ac60-e3ff495f260d), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:04.707254 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-792b5ddf-78d8-44c3-b79a-d040c138ec06 req-f73f22fe-59db-4b32-bd9c-13fc04558989 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/quotas/b23e9f1907a6406785be000e1373dc41 HTTP/1.1" status: 200 len: 375 time: 0.0149970 May 17 19:30:04.720012 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.notifiers.nova [req-9a3abe82-3d58-4265-bc7a-072c4ac17be4 req-518f2b36-ffa6-4b0f-a7c1-1bc38598366f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f56ad1e3-8b59-4f7f-96b0-206928ec8a1d {{(pid=103780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 19:30:04.741171 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-9a3abe82-3d58-4265-bc7a-072c4ac17be4 req-518f2b36-ffa6-4b0f-a7c1-1bc38598366f service neutron] Publish callbacks [] for port (f56ad1e3-8b59-4f7f-96b0-206928ec8a1d), precommit_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:04.754003 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-5500521c-267b-4b33-ad58-e6599a0bf526 None None] Port fef58b30-8e08-495d-ac60-e3ff495f260d cannot update to ACTIVE because it is not bound. {{(pid=103782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 19:30:04.772336 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-00059633-5261-4937-99ce-f97efb3c52d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (79af2d24-e04c-42da-827b-d34f27e011be), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:04.775026 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-00059633-5261-4937-99ce-f97efb3c52d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:04.776176 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-00059633-5261-4937-99ce-f97efb3c52d1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/79af2d24-e04c-42da-827b-d34f27e011be HTTP/1.1" status: 204 len: 168 time: 0.5524511 May 17 19:30:04.794521 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00059633-5261-4937-99ce-f97efb3c52d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79af2d24-e04c-42da-827b-d34f27e011be,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:04.807872 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-b33836d0-d917-4c6b-9750-897c80768fc6 req-5642aba5-2391-42b4-ad4a-8b82dce7585e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (fef58b30-8e08-495d-ac60-e3ff495f260d), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:04.916543 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-792b5ddf-78d8-44c3-b79a-d040c138ec06 req-08599b8b-1ff7-477c-be58-7a40d98b5fad tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b23e9f1907a6406785be000e1373dc41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1878879 May 17 19:30:04.922429 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.provisioning_blocks [req-9a3abe82-3d58-4265-bc7a-072c4ac17be4 req-518f2b36-ffa6-4b0f-a7c1-1bc38598366f service neutron] Transition to ACTIVE for port object f56ad1e3-8b59-4f7f-96b0-206928ec8a1d will not be triggered until provisioned by entity L2. {{(pid=103780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 19:30:05.034624 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-9a3abe82-3d58-4265-bc7a-072c4ac17be4 req-518f2b36-ffa6-4b0f-a7c1-1bc38598366f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (f56ad1e3-8b59-4f7f-96b0-206928ec8a1d), after_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:05.148878 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f2b36-ffa6-4b0f-a7c1-1bc38598366f service neutron] Pushing event updated for resources: {'Port': ['ID=f56ad1e3-8b59-4f7f-96b0-206928ec8a1d,revision_number=2']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:05.237515 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c101bb-5177-4c5d-81f2-b56e7d004e72 req-e726f8ed-37fc-4cec-ac33-106d1baffc02 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:05.239835 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-50c101bb-5177-4c5d-81f2-b56e7d004e72 req-e726f8ed-37fc-4cec-ac33-106d1baffc02 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 932 time: 0.3570721 May 17 19:30:05.299479 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [req-792b5ddf-78d8-44c3-b79a-d040c138ec06 req-2f2a5306-9aab-471f-8553-a031c8511685 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 19:30:05.303124 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-792b5ddf-78d8-44c3-b79a-d040c138ec06 req-2f2a5306-9aab-471f-8553-a031c8511685 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2282040 May 17 19:30:05.311538 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.managers [req-9a3abe82-3d58-4265-bc7a-072c4ac17be4 req-518f2b36-ffa6-4b0f-a7c1-1bc38598366f service neutron] Attempting to bind port f56ad1e3-8b59-4f7f-96b0-206928ec8a1d on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 19:30:05.315044 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.managers [req-9a3abe82-3d58-4265-bc7a-072c4ac17be4 req-518f2b36-ffa6-4b0f-a7c1-1bc38598366f service neutron] Attempting to bind port f56ad1e3-8b59-4f7f-96b0-206928ec8a1d by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '1bdcad8c-4500-4b1c-91ba-9b35d4cd746d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ddaa928e-2db4-4b37-b723-ff2ae1e2b964'}] {{(pid=103780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 19:30:05.316201 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3abe82-3d58-4265-bc7a-072c4ac17be4 req-518f2b36-ffa6-4b0f-a7c1-1bc38598366f service neutron] Attempting to bind port f56ad1e3-8b59-4f7f-96b0-206928ec8a1d on network ddaa928e-2db4-4b37-b723-ff2ae1e2b964 {{(pid=103780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:30:05.367102 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3abe82-3d58-4265-bc7a-072c4ac17be4 req-518f2b36-ffa6-4b0f-a7c1-1bc38598366f service neutron] Port f56ad1e3-8b59-4f7f-96b0-206928ec8a1d on network ddaa928e-2db4-4b37-b723-ff2ae1e2b964 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 19:30:05.369643 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3abe82-3d58-4265-bc7a-072c4ac17be4 req-518f2b36-ffa6-4b0f-a7c1-1bc38598366f service neutron] Attempting to bind port f56ad1e3-8b59-4f7f-96b0-206928ec8a1d on network ddaa928e-2db4-4b37-b723-ff2ae1e2b964 {{(pid=103780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:30:05.383876 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3abe82-3d58-4265-bc7a-072c4ac17be4 req-518f2b36-ffa6-4b0f-a7c1-1bc38598366f service neutron] Checking agent: {'id': 'bee311cb-2a55-4828-8ca4-4ee09c88de79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 19, 27, 43), 'started_at': datetime.datetime(2022, 5, 17, 19, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 19, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 19:30:05.384404 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3abe82-3d58-4265-bc7a-072c4ac17be4 req-518f2b36-ffa6-4b0f-a7c1-1bc38598366f service neutron] Checking segment: {'id': '1bdcad8c-4500-4b1c-91ba-9b35d4cd746d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ddaa928e-2db4-4b37-b723-ff2ae1e2b964'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:30:05.385433 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3abe82-3d58-4265-bc7a-072c4ac17be4 req-518f2b36-ffa6-4b0f-a7c1-1bc38598366f service neutron] Bound using segment: {'id': '1bdcad8c-4500-4b1c-91ba-9b35d4cd746d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ddaa928e-2db4-4b37-b723-ff2ae1e2b964'} {{(pid=103780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 19:30:05.385918 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.managers [req-9a3abe82-3d58-4265-bc7a-072c4ac17be4 req-518f2b36-ffa6-4b0f-a7c1-1bc38598366f service neutron] Bound port: f56ad1e3-8b59-4f7f-96b0-206928ec8a1d, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bdcad8c-4500-4b1c-91ba-9b35d4cd746d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ddaa928e-2db4-4b37-b723-ff2ae1e2b964'}}] {{(pid=103780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 19:30:05.386433 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-9a3abe82-3d58-4265-bc7a-072c4ac17be4 req-518f2b36-ffa6-4b0f-a7c1-1bc38598366f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (f56ad1e3-8b59-4f7f-96b0-206928ec8a1d), before_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:05.471821 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-50c101bb-5177-4c5d-81f2-b56e7d004e72 req-224e02ba-b558-45eb-9424-15f93c5e5a43 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996288 May 17 19:30:05.593842 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.db [req-9a3abe82-3d58-4265-bc7a-072c4ac17be4 req-518f2b36-ffa6-4b0f-a7c1-1bc38598366f service neutron] For port f56ad1e3-8b59-4f7f-96b0-206928ec8a1d, host hv-cinder-84067, cleared binding levels {{(pid=103780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 19:30:05.627933 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.db [req-9a3abe82-3d58-4265-bc7a-072c4ac17be4 req-518f2b36-ffa6-4b0f-a7c1-1bc38598366f service neutron] For port f56ad1e3-8b59-4f7f-96b0-206928ec8a1d, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=f56ad1e3-8b59-4f7f-96b0-206928ec8a1d,segment=NetworkSegment(1bdcad8c-4500-4b1c-91ba-9b35d4cd746d),segment_id=1bdcad8c-4500-4b1c-91ba-9b35d4cd746d)] {{(pid=103780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 19:30:05.640973 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [req-b33836d0-d917-4c6b-9750-897c80768fc6 req-5642aba5-2391-42b4-ad4a-8b82dce7585e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fef58b30-8e08-495d-ac60-e3ff495f260d {{(pid=103781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 19:30:05.660452 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-b33836d0-d917-4c6b-9750-897c80768fc6 req-5642aba5-2391-42b4-ad4a-8b82dce7585e service neutron] Publish callbacks [] for port (fef58b30-8e08-495d-ac60-e3ff495f260d), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:05.689315 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-792b5ddf-78d8-44c3-b79a-d040c138ec06 req-93da73d5-1af4-4ed7-9569-fae96f18eb6f service neutron] 10.222.0.58 "GET /v2.0/networks/40c7fbe2-bd07-440e-b191-34ce3a30a8a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3784499 May 17 19:30:05.696750 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.provisioning_blocks [req-b33836d0-d917-4c6b-9750-897c80768fc6 req-5642aba5-2391-42b4-ad4a-8b82dce7585e service neutron] Transition to ACTIVE for port object fef58b30-8e08-495d-ac60-e3ff495f260d will not be triggered until provisioned by entity L2. {{(pid=103781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 19:30:05.751945 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-9a3abe82-3d58-4265-bc7a-072c4ac17be4 req-518f2b36-ffa6-4b0f-a7c1-1bc38598366f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (f56ad1e3-8b59-4f7f-96b0-206928ec8a1d), after_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:05.781064 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbc8f3-60e5-4bb3-b1a6-fb6ca116a435 req-95b160d1-9632-41fb-be59-ea106054b1a9 tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:05.782659 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-48fbc8f3-60e5-4bb3-b1a6-fb6ca116a435 req-95b160d1-9632-41fb-be59-ea106054b1a9 tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb1bb398-381d-442d-a5d1-e46150764958 HTTP/1.1" status: 200 len: 943 time: 0.0896320 May 17 19:30:05.817316 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-b33836d0-d917-4c6b-9750-897c80768fc6 req-5642aba5-2391-42b4-ad4a-8b82dce7585e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13820453'] for port (fef58b30-8e08-495d-ac60-e3ff495f260d), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:05.906737 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3abe82-3d58-4265-bc7a-072c4ac17be4 req-518f2b36-ffa6-4b0f-a7c1-1bc38598366f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:05.907370 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-9a3abe82-3d58-4265-bc7a-072c4ac17be4 req-518f2b36-ffa6-4b0f-a7c1-1bc38598366f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for port (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:05.914888 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-9a3abe82-3d58-4265-bc7a-072c4ac17be4 req-518f2b36-ffa6-4b0f-a7c1-1bc38598366f service neutron] 10.222.0.69 "PUT /v2.0/ports/f56ad1e3-8b59-4f7f-96b0-206928ec8a1d HTTP/1.1" status: 200 len: 1093 time: 2.4908323 May 17 19:30:05.926336 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2949df44-a27c-4dc1-acd9-0754c0314ed1', 'tag': 'f56ad1e3-8b59-4f7f-96b0-206928ec8a1d'}] {{(pid=103780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:30:06.001041 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-48fbc8f3-60e5-4bb3-b1a6-fb6ca116a435 req-171eb2ed-9f4a-4c1e-a211-30db55cac07c tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbe51ad4-3b90-4bde-b141-d8eeac892d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104454 May 17 19:30:06.018073 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642aba5-2391-42b4-ad4a-8b82dce7585e service neutron] Pushing event updated for resources: {'Port': ['ID=fef58b30-8e08-495d-ac60-e3ff495f260d,revision_number=2']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:06.191264 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-b33836d0-d917-4c6b-9750-897c80768fc6 req-5642aba5-2391-42b4-ad4a-8b82dce7585e service neutron] Attempting to bind port fef58b30-8e08-495d-ac60-e3ff495f260d on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 19:30:06.191264 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-b33836d0-d917-4c6b-9750-897c80768fc6 req-5642aba5-2391-42b4-ad4a-8b82dce7585e service neutron] Attempting to bind port fef58b30-8e08-495d-ac60-e3ff495f260d by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '1bdcad8c-4500-4b1c-91ba-9b35d4cd746d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ddaa928e-2db4-4b37-b723-ff2ae1e2b964'}] {{(pid=103781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 19:30:06.191264 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33836d0-d917-4c6b-9750-897c80768fc6 req-5642aba5-2391-42b4-ad4a-8b82dce7585e service neutron] Attempting to bind port fef58b30-8e08-495d-ac60-e3ff495f260d on network ddaa928e-2db4-4b37-b723-ff2ae1e2b964 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:30:06.191264 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33836d0-d917-4c6b-9750-897c80768fc6 req-5642aba5-2391-42b4-ad4a-8b82dce7585e service neutron] Port fef58b30-8e08-495d-ac60-e3ff495f260d on network ddaa928e-2db4-4b37-b723-ff2ae1e2b964 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 19:30:06.191264 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33836d0-d917-4c6b-9750-897c80768fc6 req-5642aba5-2391-42b4-ad4a-8b82dce7585e service neutron] Attempting to bind port fef58b30-8e08-495d-ac60-e3ff495f260d on network ddaa928e-2db4-4b37-b723-ff2ae1e2b964 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:30:06.194804 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33836d0-d917-4c6b-9750-897c80768fc6 req-5642aba5-2391-42b4-ad4a-8b82dce7585e service neutron] Checking agent: {'id': 'bee311cb-2a55-4828-8ca4-4ee09c88de79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 19, 27, 43), 'started_at': datetime.datetime(2022, 5, 17, 19, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 19, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 19:30:06.195210 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33836d0-d917-4c6b-9750-897c80768fc6 req-5642aba5-2391-42b4-ad4a-8b82dce7585e service neutron] Checking segment: {'id': '1bdcad8c-4500-4b1c-91ba-9b35d4cd746d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ddaa928e-2db4-4b37-b723-ff2ae1e2b964'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:30:06.195823 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33836d0-d917-4c6b-9750-897c80768fc6 req-5642aba5-2391-42b4-ad4a-8b82dce7585e service neutron] Bound using segment: {'id': '1bdcad8c-4500-4b1c-91ba-9b35d4cd746d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ddaa928e-2db4-4b37-b723-ff2ae1e2b964'} {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 19:30:06.196601 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-b33836d0-d917-4c6b-9750-897c80768fc6 req-5642aba5-2391-42b4-ad4a-8b82dce7585e service neutron] Bound port: fef58b30-8e08-495d-ac60-e3ff495f260d, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bdcad8c-4500-4b1c-91ba-9b35d4cd746d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ddaa928e-2db4-4b37-b723-ff2ae1e2b964'}}] {{(pid=103781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 19:30:06.197051 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-b33836d0-d917-4c6b-9750-897c80768fc6 req-5642aba5-2391-42b4-ad4a-8b82dce7585e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (fef58b30-8e08-495d-ac60-e3ff495f260d), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:06.247716 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f2b36-ffa6-4b0f-a7c1-1bc38598366f service neutron] Pushing event updated for resources: {'Port': ['ID=f56ad1e3-8b59-4f7f-96b0-206928ec8a1d,revision_number=3']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:06.255080 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3abe82-3d58-4265-bc7a-072c4ac17be4 req-9de12dff-2ad5-4af6-a3b4-70ff969c8db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:06.256603 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-9a3abe82-3d58-4265-bc7a-072c4ac17be4 req-9de12dff-2ad5-4af6-a3b4-70ff969c8db8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5d488b25563d4373b5c980ab060bc822&device_id=2949df44-a27c-4dc1-acd9-0754c0314ed1 HTTP/1.1" status: 200 len: 1127 time: 0.1523907 May 17 19:30:06.288679 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-792b5ddf-78d8-44c3-b79a-d040c138ec06 req-c98de964-0aa8-46eb-86cc-bb5eff3e30e2 service neutron] 10.222.0.58 "GET /v2.0/networks/40c7fbe2-bd07-440e-b191-34ce3a30a8a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5820403 May 17 19:30:06.329376 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-b33836d0-d917-4c6b-9750-897c80768fc6 req-5642aba5-2391-42b4-ad4a-8b82dce7585e service neutron] For port fef58b30-8e08-495d-ac60-e3ff495f260d, host hv-cinder-84067, cleared binding levels {{(pid=103781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 19:30:06.336923 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-b33836d0-d917-4c6b-9750-897c80768fc6 req-5642aba5-2391-42b4-ad4a-8b82dce7585e service neutron] For port fef58b30-8e08-495d-ac60-e3ff495f260d, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=fef58b30-8e08-495d-ac60-e3ff495f260d,segment=NetworkSegment(1bdcad8c-4500-4b1c-91ba-9b35d4cd746d),segment_id=1bdcad8c-4500-4b1c-91ba-9b35d4cd746d)] {{(pid=103781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 19:30:06.486858 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-9a3abe82-3d58-4265-bc7a-072c4ac17be4 req-624e6544-c23f-4b09-b37d-ca5330b648c3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f56ad1e3-8b59-4f7f-96b0-206928ec8a1d HTTP/1.1" status: 200 len: 217 time: 0.2015872 May 17 19:30:06.575141 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1bd86ad9c435c7379d29d4f4527297f276984ecaea51489ddc34f383e603623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cec0908-9d4a-4178-bdbc-7d730ccc1218" -d '{"events": [{"name": "network-changed", "server_uuid": "2949df44-a27c-4dc1-acd9-0754c0314ed1", "tag": "f56ad1e3-8b59-4f7f-96b0-206928ec8a1d"}]}' {{(pid=103780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:30:06.681024 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f305f8-2760-43ec-adbb-3e4f0c36d385 req-2cba21c1-08db-48a9-ab44-ffbea73a3c07 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:06.683709 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-43f305f8-2760-43ec-adbb-3e4f0c36d385 req-2cba21c1-08db-48a9-ab44-ffbea73a3c07 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 944 time: 0.0703616 May 17 19:30:06.777980 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-43f305f8-2760-43ec-adbb-3e4f0c36d385 req-92a3a069-341a-4c4e-b5cd-c5390694741d tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611949 May 17 19:30:06.928356 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-b33836d0-d917-4c6b-9750-897c80768fc6 req-5642aba5-2391-42b4-ad4a-8b82dce7585e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13820453'] for port (fef58b30-8e08-495d-ac60-e3ff495f260d), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:06.968525 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33836d0-d917-4c6b-9750-897c80768fc6 req-5642aba5-2391-42b4-ad4a-8b82dce7585e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:06.969846 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-b33836d0-d917-4c6b-9750-897c80768fc6 req-5642aba5-2391-42b4-ad4a-8b82dce7585e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:06.984536 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b33836d0-d917-4c6b-9750-897c80768fc6 req-5642aba5-2391-42b4-ad4a-8b82dce7585e service neutron] 10.222.0.69 "PUT /v2.0/ports/fef58b30-8e08-495d-ac60-e3ff495f260d HTTP/1.1" status: 200 len: 1094 time: 2.3859756 May 17 19:30:06.985181 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25128671-9679-409f-834a-8969ced95f56', 'tag': 'fef58b30-8e08-495d-ac60-e3ff495f260d'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:30:06.988047 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5abf21081b7c701043d67e7bff15db599e71af2afb5ac8611b6265996300b020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bccaed8d-c9e5-4785-a865-2758d3bf5f74" -d '{"events": [{"name": "network-changed", "server_uuid": "25128671-9679-409f-834a-8969ced95f56", "tag": "fef58b30-8e08-495d-ac60-e3ff495f260d"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:30:07.028816 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642aba5-2391-42b4-ad4a-8b82dce7585e service neutron] Pushing event updated for resources: {'Port': ['ID=fef58b30-8e08-495d-ac60-e3ff495f260d,revision_number=3']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:07.094911 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 19:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa634c1-c8c8-42da-b870-4b0dec360ff1 x-openstack-request-id: req-4aa634c1-c8c8-42da-b870-4b0dec360ff1 {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:30:07.095701 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25128671-9679-409f-834a-8969ced95f56", "tag": "fef58b30-8e08-495d-ac60-e3ff495f260d", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:30:07.096155 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4aa634c1-c8c8-42da-b870-4b0dec360ff1 {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:30:07.096949 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4aa634c1-c8c8-42da-b870-4b0dec360ff1'] response: {'name': 'network-changed', 'server_uuid': '25128671-9679-409f-834a-8969ced95f56', 'tag': 'fef58b30-8e08-495d-ac60-e3ff495f260d', 'status': 'completed', 'code': 200} May 17 19:30:07.275841 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccaed8d-c9e5-4785-a865-2758d3bf5f74 req-7e7c015c-a6e2-418f-81eb-e8e6a67b6891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:07.276596 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-bccaed8d-c9e5-4785-a865-2758d3bf5f74 req-7e7c015c-a6e2-418f-81eb-e8e6a67b6891 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5d488b25563d4373b5c980ab060bc822&device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 1128 time: 0.0739646 May 17 19:30:07.376009 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38146f5-da03-4f4d-883c-b0d7385e8982 req-b316279b-ff93-497c-bf94-b7f9a12a4336 tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:07.398185 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-b38146f5-da03-4f4d-883c-b0d7385e8982 req-b316279b-ff93-497c-bf94-b7f9a12a4336 tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb1bb398-381d-442d-a5d1-e46150764958 HTTP/1.1" status: 200 len: 943 time: 0.2309849 May 17 19:30:07.429623 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3abe82-3d58-4265-bc7a-072c4ac17be4 req-b6e9fc0f-964a-45a4-9c2a-5960cb8b6a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:07.431175 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-9a3abe82-3d58-4265-bc7a-072c4ac17be4 req-b6e9fc0f-964a-45a4-9c2a-5960cb8b6a38 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=78a5955d-2965-41b9-ae73-2183d9038bbb HTTP/1.1" status: 200 len: 857 time: 0.2544699 May 17 19:30:07.669351 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 19:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27ba769-65a2-4db7-956c-c00516c767de x-openstack-request-id: req-a27ba769-65a2-4db7-956c-c00516c767de {{(pid=103780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:30:07.670549 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2949df44-a27c-4dc1-acd9-0754c0314ed1", "tag": "f56ad1e3-8b59-4f7f-96b0-206928ec8a1d", "status": "completed", "code": 200}]} {{(pid=103780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:30:07.670964 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a27ba769-65a2-4db7-956c-c00516c767de {{(pid=103780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:30:07.671591 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a27ba769-65a2-4db7-956c-c00516c767de'] response: {'name': 'network-changed', 'server_uuid': '2949df44-a27c-4dc1-acd9-0754c0314ed1', 'tag': 'f56ad1e3-8b59-4f7f-96b0-206928ec8a1d', 'status': 'completed', 'code': 200} May 17 19:30:07.706657 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 38126) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:07.737488 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-b38146f5-da03-4f4d-883c-b0d7385e8982 req-ef8197a5-61fa-46d3-9102-77d4ed29b86c tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbe51ad4-3b90-4bde-b141-d8eeac892d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362913 May 17 19:30:07.741207 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3abe82-3d58-4265-bc7a-072c4ac17be4 req-d693353c-0b2d-48b1-863b-9b0f16bdd22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:07.743898 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-9a3abe82-3d58-4265-bc7a-072c4ac17be4 req-d693353c-0b2d-48b1-863b-9b0f16bdd22f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ddaa928e-2db4-4b37-b723-ff2ae1e2b964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2940352 May 17 19:30:07.942241 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-9fe3dca4-5d7f-410a-9cdb-c93f6915c6c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:07.969046 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-9a3abe82-3d58-4265-bc7a-072c4ac17be4 req-8968299a-8f7e-4578-bce8-733ec99ff154 service neutron] 10.222.0.69 "GET /v2.0/networks/ddaa928e-2db4-4b37-b723-ff2ae1e2b964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106907 May 17 19:30:08.005954 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c16a73-e11f-4e13-9e30-c01315eeb18f req-eb150e29-da42-430d-8d12-26380bf2e1f4 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:08.016372 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-31c16a73-e11f-4e13-9e30-c01315eeb18f req-eb150e29-da42-430d-8d12-26380bf2e1f4 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 944 time: 0.1253579 May 17 19:30:08.065517 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccaed8d-c9e5-4785-a865-2758d3bf5f74 req-8815b55a-b05e-41a3-b963-9da9be38844e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:08.066999 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-bccaed8d-c9e5-4785-a865-2758d3bf5f74 req-8815b55a-b05e-41a3-b963-9da9be38844e service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=5d488b25563d4373b5c980ab060bc822&shared=False HTTP/1.1" status: 200 len: 919 time: 0.7759247 May 17 19:30:08.078790 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-cf5a7bce-76b9-4e36-b0b4-01291e03a895 req-67217cca-f252-41a7-b9ed-383cab58de45 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 210 time: 0.4079335 May 17 19:30:08.100102 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-31c16a73-e11f-4e13-9e30-c01315eeb18f req-31634ddc-fdea-4fa7-9490-5c9e7e18fb48 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827463 May 17 19:30:08.156043 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-9fe3dca4-5d7f-410a-9cdb-c93f6915c6c1 admin admin] Publish callbacks [] for security_group (beb90a08-94a3-4c30-bab5-38e91ac8e37c), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:08.250468 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-9fe3dca4-5d7f-410a-9cdb-c93f6915c6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (beb90a08-94a3-4c30-bab5-38e91ac8e37c), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:08.306746 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-9fe3dca4-5d7f-410a-9cdb-c93f6915c6c1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=95b5d609c5964ab6a459ce08fea64ce4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5919576 May 17 19:30:08.309475 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 38148) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:08.310009 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-9a3abe82-3d58-4265-bc7a-072c4ac17be4 req-af8e8774-e612-4da5-84e5-b2e48eb07f39 service neutron] 10.222.0.69 "GET /v2.0/networks/ddaa928e-2db4-4b37-b723-ff2ae1e2b964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437845 May 17 19:30:08.311657 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe3dca4-5d7f-410a-9cdb-c93f6915c6c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb90a08-94a3-4c30-bab5-38e91ac8e37c,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:08.366190 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccaed8d-c9e5-4785-a865-2758d3bf5f74 req-e94cdd6d-cd7b-4c42-8ef6-7525afb5939b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:08.368679 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-bccaed8d-c9e5-4785-a865-2758d3bf5f74 req-e94cdd6d-cd7b-4c42-8ef6-7525afb5939b service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2018130 May 17 19:30:08.409556 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-67e8faa9-07b2-4c66-8561-0c4eb78d00e9 admin admin] Publish callbacks [] for security_group (beb90a08-94a3-4c30-bab5-38e91ac8e37c), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:08.439762 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-67e8faa9-07b2-4c66-8561-0c4eb78d00e9 admin admin] Publish callbacks [] for security_group (beb90a08-94a3-4c30-bab5-38e91ac8e37c), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:08.600599 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-67e8faa9-07b2-4c66-8561-0c4eb78d00e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (beb90a08-94a3-4c30-bab5-38e91ac8e37c), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:08.604726 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-67e8faa9-07b2-4c66-8561-0c4eb78d00e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:08.605999 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-67e8faa9-07b2-4c66-8561-0c4eb78d00e9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/beb90a08-94a3-4c30-bab5-38e91ac8e37c HTTP/1.1" status: 204 len: 168 time: 0.2955863 May 17 19:30:08.615880 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8faa9-07b2-4c66-8561-0c4eb78d00e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb90a08-94a3-4c30-bab5-38e91ac8e37c,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:08.652294 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 38164) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:08.766275 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-192768ad-6e40-44bc-a3d1-c1d8b0c981af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:08.889947 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-192768ad-6e40-44bc-a3d1-c1d8b0c981af admin admin] Publish callbacks [] for security_group (8d4c3cf5-e73e-4982-99cd-6a81fd306245), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:08.896523 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee740c4-9ced-4753-8d51-1abaf1807f48 req-6c2d654f-658f-41da-aea4-c809fa0ed563 tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:08.898009 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9ee740c4-9ced-4753-8d51-1abaf1807f48 req-6c2d654f-658f-41da-aea4-c809fa0ed563 tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb1bb398-381d-442d-a5d1-e46150764958 HTTP/1.1" status: 200 len: 943 time: 0.0672488 May 17 19:30:08.952615 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9ee740c4-9ced-4753-8d51-1abaf1807f48 req-88750c53-8bac-4ad7-85d1-d1bef1d7d10d tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbe51ad4-3b90-4bde-b141-d8eeac892d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490086 May 17 19:30:08.986554 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-192768ad-6e40-44bc-a3d1-c1d8b0c981af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (8d4c3cf5-e73e-4982-99cd-6a81fd306245), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:09.031589 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192768ad-6e40-44bc-a3d1-c1d8b0c981af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4c3cf5-e73e-4982-99cd-6a81fd306245,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:09.031589 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-192768ad-6e40-44bc-a3d1-c1d8b0c981af admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1321d17bd52e406bb671194b9fab5173&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3771961 May 17 19:30:09.033482 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 38182) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:09.092062 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-5c984fa3-8809-4204-9d8a-b8195bde7923 admin admin] Publish callbacks [] for security_group (8d4c3cf5-e73e-4982-99cd-6a81fd306245), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:09.116705 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-5c984fa3-8809-4204-9d8a-b8195bde7923 admin admin] Publish callbacks [] for security_group (8d4c3cf5-e73e-4982-99cd-6a81fd306245), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:09.218415 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-a869b2c7-c21e-421a-9cd8-fa7989ab1523 req-b2fe6811-b853-459d-9651-bb593c2fe368 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 210 time: 0.0296459 May 17 19:30:09.246120 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f4676-26c6-4bc3-a9d1-9113ae67dae0 req-8512d01c-5cae-4a69-a50f-a059367bfd8d tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:09.247841 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9a3f4676-26c6-4bc3-a9d1-9113ae67dae0 req-8512d01c-5cae-4a69-a50f-a059367bfd8d tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 944 time: 0.0521979 May 17 19:30:09.291162 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-5c984fa3-8809-4204-9d8a-b8195bde7923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (8d4c3cf5-e73e-4982-99cd-6a81fd306245), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:09.293848 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-5c984fa3-8809-4204-9d8a-b8195bde7923 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:09.298212 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-5c984fa3-8809-4204-9d8a-b8195bde7923 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8d4c3cf5-e73e-4982-99cd-6a81fd306245 HTTP/1.1" status: 204 len: 168 time: 0.2614160 May 17 19:30:09.313897 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c984fa3-8809-4204-9d8a-b8195bde7923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4c3cf5-e73e-4982-99cd-6a81fd306245,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:09.328628 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9a3f4676-26c6-4bc3-a9d1-9113ae67dae0 req-6bfad8fc-0ea7-4133-b56d-bb8e3c805caf tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737727 May 17 19:30:09.507538 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33836d0-d917-4c6b-9750-897c80768fc6 req-5da50028-9156-4afc-93e9-6ce7438ccbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:09.509539 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-b33836d0-d917-4c6b-9750-897c80768fc6 req-5da50028-9156-4afc-93e9-6ce7438ccbb6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5d488b25563d4373b5c980ab060bc822&device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 1128 time: 0.0536058 May 17 19:30:09.740801 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-b33836d0-d917-4c6b-9750-897c80768fc6 req-a6b0e9b3-2a1d-427f-96a9-40bebd519c25 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fef58b30-8e08-495d-ac60-e3ff495f260d HTTP/1.1" status: 200 len: 217 time: 0.2195005 May 17 19:30:10.033365 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 38242) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:10.046879 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-4375cef5-8123-46c4-83ed-5ba55841c22b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:10.095766 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555346cd-852e-4ba8-8440-f0854d23baf1 req-9ebc8e3b-42e8-4da5-a610-f17b02be8dad tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:10.098427 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-555346cd-852e-4ba8-8440-f0854d23baf1 req-9ebc8e3b-42e8-4da5-a610-f17b02be8dad tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb1bb398-381d-442d-a5d1-e46150764958 HTTP/1.1" status: 200 len: 943 time: 0.0549233 May 17 19:30:10.156729 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-555346cd-852e-4ba8-8440-f0854d23baf1 req-df0aaa31-5c69-4bfb-86c9-a230af5720ec tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbe51ad4-3b90-4bde-b141-d8eeac892d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521579 May 17 19:30:10.163565 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-4375cef5-8123-46c4-83ed-5ba55841c22b admin admin] Publish callbacks [] for security_group (4c946c2c-2fce-4c50-9f9c-2ceeb7bec7f4), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:10.251973 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-4375cef5-8123-46c4-83ed-5ba55841c22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (4c946c2c-2fce-4c50-9f9c-2ceeb7bec7f4), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:10.304650 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 38264) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:10.305138 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-4375cef5-8123-46c4-83ed-5ba55841c22b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=55fa3d2caf52480c8ecee4c7fd511231&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2700834 May 17 19:30:10.308456 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4375cef5-8123-46c4-83ed-5ba55841c22b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c946c2c-2fce-4c50-9f9c-2ceeb7bec7f4,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:10.397497 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8c860cc5-e5ac-406b-9263-ee93242386a0 req-40050c10-ab44-4c2b-ab0b-d798f0b0c9de tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 210 time: 0.0786622 May 17 19:30:10.471197 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec0908-9d4a-4178-bdbc-7d730ccc1218 req-630c2c8b-41a9-4a7e-9777-777622b4b4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:10.473622 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3cec0908-9d4a-4178-bdbc-7d730ccc1218 req-630c2c8b-41a9-4a7e-9777-777622b4b4c9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5d488b25563d4373b5c980ab060bc822&device_id=2949df44-a27c-4dc1-acd9-0754c0314ed1 HTTP/1.1" status: 200 len: 1127 time: 0.0671666 May 17 19:30:10.503542 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-ec2945da-877e-42f7-af90-5fca9f7dee36 admin admin] Publish callbacks [] for security_group (4c946c2c-2fce-4c50-9f9c-2ceeb7bec7f4), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:10.533829 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61d36c-48d0-4a27-b66c-d781bdb5d189 req-1fdfb01b-193a-4bf3-bf61-2c904ff1ae7a tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:10.535298 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-db61d36c-48d0-4a27-b66c-d781bdb5d189 req-1fdfb01b-193a-4bf3-bf61-2c904ff1ae7a tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 944 time: 0.1318455 May 17 19:30:10.558138 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-ec2945da-877e-42f7-af90-5fca9f7dee36 admin admin] Publish callbacks [] for security_group (4c946c2c-2fce-4c50-9f9c-2ceeb7bec7f4), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:10.574574 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33836d0-d917-4c6b-9750-897c80768fc6 req-84bbff71-4e9e-4540-a28c-42efa2dede86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:10.576697 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-b33836d0-d917-4c6b-9750-897c80768fc6 req-84bbff71-4e9e-4540-a28c-42efa2dede86 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=78a5955d-2965-41b9-ae73-2183d9038bbb HTTP/1.1" status: 200 len: 857 time: 0.1576884 May 17 19:30:10.585238 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec0908-9d4a-4178-bdbc-7d730ccc1218 req-52cacc4b-a064-45e9-8633-181ad8d34d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:10.586712 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3cec0908-9d4a-4178-bdbc-7d730ccc1218 req-52cacc4b-a064-45e9-8633-181ad8d34d05 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ddaa928e-2db4-4b37-b723-ff2ae1e2b964 HTTP/1.1" status: 200 len: 919 time: 0.1042666 May 17 19:30:10.628980 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3cec0908-9d4a-4178-bdbc-7d730ccc1218 req-5b767f16-fad4-47e4-baab-62376e013956 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f56ad1e3-8b59-4f7f-96b0-206928ec8a1d HTTP/1.1" status: 200 len: 217 time: 0.0364735 May 17 19:30:10.677052 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-db61d36c-48d0-4a27-b66c-d781bdb5d189 req-b4b7d57f-61bd-41ad-8924-0951da3b92b6 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304932 May 17 19:30:10.682175 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec0908-9d4a-4178-bdbc-7d730ccc1218 req-f50ffb82-4137-4e9f-a56b-651d8c88d961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:10.683768 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3cec0908-9d4a-4178-bdbc-7d730ccc1218 req-f50ffb82-4137-4e9f-a56b-651d8c88d961 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=78a5955d-2965-41b9-ae73-2183d9038bbb HTTP/1.1" status: 200 len: 857 time: 0.0467303 May 17 19:30:10.686756 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33836d0-d917-4c6b-9750-897c80768fc6 req-bf4845de-d4f3-40e8-aacc-d853370d46c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:10.688259 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-b33836d0-d917-4c6b-9750-897c80768fc6 req-bf4845de-d4f3-40e8-aacc-d853370d46c0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ddaa928e-2db4-4b37-b723-ff2ae1e2b964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1015284 May 17 19:30:10.751115 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec0908-9d4a-4178-bdbc-7d730ccc1218 req-bb73fce2-4d15-4296-8c92-06790f97dc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:10.752735 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3cec0908-9d4a-4178-bdbc-7d730ccc1218 req-bb73fce2-4d15-4296-8c92-06790f97dc1f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ddaa928e-2db4-4b37-b723-ff2ae1e2b964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0604351 May 17 19:30:10.782847 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-b33836d0-d917-4c6b-9750-897c80768fc6 req-712242ed-2d84-42a6-b88e-0a5bda3a036f service neutron] 10.222.0.69 "GET /v2.0/networks/ddaa928e-2db4-4b37-b723-ff2ae1e2b964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877717 May 17 19:30:10.817420 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-ec2945da-877e-42f7-af90-5fca9f7dee36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (4c946c2c-2fce-4c50-9f9c-2ceeb7bec7f4), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:10.820002 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-ec2945da-877e-42f7-af90-5fca9f7dee36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:10.821153 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-ec2945da-877e-42f7-af90-5fca9f7dee36 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4c946c2c-2fce-4c50-9f9c-2ceeb7bec7f4 HTTP/1.1" status: 204 len: 168 time: 0.5154521 May 17 19:30:10.851838 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3cec0908-9d4a-4178-bdbc-7d730ccc1218 req-a7b94081-108a-4272-b4a7-9882fc637f7f service neutron] 10.222.0.69 "GET /v2.0/networks/ddaa928e-2db4-4b37-b723-ff2ae1e2b964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929294 May 17 19:30:10.867452 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2945da-877e-42f7-af90-5fca9f7dee36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c946c2c-2fce-4c50-9f9c-2ceeb7bec7f4,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:10.905657 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-b33836d0-d917-4c6b-9750-897c80768fc6 req-40b1f2a6-f7f7-4aa8-8baa-cca03fae549f service neutron] 10.222.0.69 "GET /v2.0/networks/ddaa928e-2db4-4b37-b723-ff2ae1e2b964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136010 May 17 19:30:10.936128 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 38274) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:11.046257 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-973c2983-89e1-4a2b-b6a4-c94c62496d65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:11.130155 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 641e447a-f2ec-4483-b144-dee908836579 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 19:30:11.182521 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-973c2983-89e1-4a2b-b6a4-c94c62496d65 admin admin] Publish callbacks [] for security_group (66ae7d91-0361-426e-b640-b57562a94acc), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:11.209070 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3cec0908-9d4a-4178-bdbc-7d730ccc1218 req-da550327-261f-4a5f-9db3-9c37655bfaef service neutron] 10.222.0.69 "GET /v2.0/networks/ddaa928e-2db4-4b37-b723-ff2ae1e2b964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097205 May 17 19:30:11.248499 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port 641e447a-f2ec-4483-b144-dee908836579, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=641e447a-f2ec-4483-b144-dee908836579,segment=NetworkSegment(ba0a14e7-fa61-427a-ba13-d924e9295061),segment_id=ba0a14e7-fa61-427a-ba13-d924e9295061)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:30:11.261193 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Returning: {'device': '641e447a-f2ec-4483-b144-dee908836579', 'network_id': 'c8bda4ce-dbc8-4895-beef-35a38f47849c', 'port_id': '641e447a-f2ec-4483-b144-dee908836579', 'mac_address': 'fa:16:3e:c7:fd:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dee3c06-e8ed-4bb7-a3c5-083c0caf80b9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 19:30:11.296507 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-973c2983-89e1-4a2b-b6a4-c94c62496d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (66ae7d91-0361-426e-b640-b57562a94acc), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:11.307163 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Current status of the port 641e447a-f2ec-4483-b144-dee908836579 is: DOWN; New status is: BUILD {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:30:11.307838 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (641e447a-f2ec-4483-b144-dee908836579), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:11.323613 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 641e447a-f2ec-4483-b144-dee908836579 {{(pid=103782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 19:30:11.346553 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port 641e447a-f2ec-4483-b144-dee908836579, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=641e447a-f2ec-4483-b144-dee908836579,segment=NetworkSegment(ba0a14e7-fa61-427a-ba13-d924e9295061),segment_id=ba0a14e7-fa61-427a-ba13-d924e9295061)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:30:11.352013 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-973c2983-89e1-4a2b-b6a4-c94c62496d65 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d758604b15e942098679fcdf859a699c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4148479 May 17 19:30:11.353506 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 38288) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:11.359698 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973c2983-89e1-4a2b-b6a4-c94c62496d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ae7d91-0361-426e-b640-b57562a94acc,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:11.382644 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65be1351-e537-4f1a-aff3-809f7d6ff452 req-ed2412ba-9434-48be-8e5c-83b91c98da15 tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:11.382644 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-65be1351-e537-4f1a-aff3-809f7d6ff452 req-ed2412ba-9434-48be-8e5c-83b91c98da15 tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb1bb398-381d-442d-a5d1-e46150764958 HTTP/1.1" status: 200 len: 943 time: 0.1297596 May 17 19:30:11.417952 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-20cf2a75-fde5-49db-b89d-ac6855a9cee8 admin admin] Publish callbacks [] for security_group (66ae7d91-0361-426e-b640-b57562a94acc), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:11.421891 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (641e447a-f2ec-4483-b144-dee908836579), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:11.422886 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device f56ad1e3-8b59-4f7f-96b0-206928ec8a1d details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 19:30:11.450250 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-65be1351-e537-4f1a-aff3-809f7d6ff452 req-f8d795f9-80ba-482e-aa32-8466e3db7613 tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbe51ad4-3b90-4bde-b141-d8eeac892d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591958 May 17 19:30:11.462807 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-20cf2a75-fde5-49db-b89d-ac6855a9cee8 admin admin] Publish callbacks [] for security_group (66ae7d91-0361-426e-b640-b57562a94acc), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:11.529597 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Pushing event updated for resources: {'Port': ['ID=641e447a-f2ec-4483-b144-dee908836579,revision_number=4']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:11.571660 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-2aea67e5-49b6-43a3-90a6-ecc82cb373f5 req-84b394e8-4d4c-42e9-8bd2-c8513a2eee54 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 210 time: 0.0428548 May 17 19:30:11.603251 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port f56ad1e3-8b59-4f7f-96b0-206928ec8a1d, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=f56ad1e3-8b59-4f7f-96b0-206928ec8a1d,segment=NetworkSegment(1bdcad8c-4500-4b1c-91ba-9b35d4cd746d),segment_id=1bdcad8c-4500-4b1c-91ba-9b35d4cd746d)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:30:11.615182 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Returning: {'device': 'f56ad1e3-8b59-4f7f-96b0-206928ec8a1d', 'network_id': 'ddaa928e-2db4-4b37-b723-ff2ae1e2b964', 'port_id': 'f56ad1e3-8b59-4f7f-96b0-206928ec8a1d', 'mac_address': 'fa:16:3e:7b:82:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78a5955d-2965-41b9-ae73-2183d9038bbb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 19:30:11.653419 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Current status of the port f56ad1e3-8b59-4f7f-96b0-206928ec8a1d is: DOWN; New status is: BUILD {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:30:11.653753 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (f56ad1e3-8b59-4f7f-96b0-206928ec8a1d), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:11.666558 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f56ad1e3-8b59-4f7f-96b0-206928ec8a1d {{(pid=103782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 19:30:11.683592 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-20cf2a75-fde5-49db-b89d-ac6855a9cee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (66ae7d91-0361-426e-b640-b57562a94acc), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:11.687157 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-20cf2a75-fde5-49db-b89d-ac6855a9cee8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:11.687283 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port f56ad1e3-8b59-4f7f-96b0-206928ec8a1d, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=f56ad1e3-8b59-4f7f-96b0-206928ec8a1d,segment=NetworkSegment(1bdcad8c-4500-4b1c-91ba-9b35d4cd746d),segment_id=1bdcad8c-4500-4b1c-91ba-9b35d4cd746d)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:30:11.688716 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-20cf2a75-fde5-49db-b89d-ac6855a9cee8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/66ae7d91-0361-426e-b640-b57562a94acc HTTP/1.1" status: 204 len: 168 time: 0.3341370 May 17 19:30:11.703188 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cf2a75-fde5-49db-b89d-ac6855a9cee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ae7d91-0361-426e-b640-b57562a94acc,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:11.795004 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (f56ad1e3-8b59-4f7f-96b0-206928ec8a1d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:11.801037 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2e81c-32f1-4a7a-a0a3-4578cd96bfbb req-c6876a65-3e9d-4bc8-9019-f37c51660c52 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:11.802620 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-62f2e81c-32f1-4a7a-a0a3-4578cd96bfbb req-c6876a65-3e9d-4bc8-9019-f37c51660c52 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 944 time: 0.0549672 May 17 19:30:11.857694 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-62f2e81c-32f1-4a7a-a0a3-4578cd96bfbb req-1e23adbc-84b1-4912-848b-69510740b051 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491679 May 17 19:30:11.880387 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Pushing event updated for resources: {'Port': ['ID=f56ad1e3-8b59-4f7f-96b0-206928ec8a1d,revision_number=4']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:12.224889 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b5ddf-78d8-44c3-b79a-d040c138ec06 req-ac294c1c-8050-4f59-9d79-af9bc308db97 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:12.226336 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-792b5ddf-78d8-44c3-b79a-d040c138ec06 req-ac294c1c-8050-4f59-9d79-af9bc308db97 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.69 "GET /v2.0/networks?id=40c7fbe2-bd07-440e-b191-34ce3a30a8a0 HTTP/1.1" status: 200 len: 817 time: 0.1041968 May 17 19:30:12.280675 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] get_ports_and_sgs() called for port_ids ['f56ad1e3-8b59-4f7f-96b0-206928ec8a1d'] {{(pid=103782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 19:30:12.306400 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-792b5ddf-78d8-44c3-b79a-d040c138ec06 req-02f838c9-6df1-47a4-9b45-96856af37cfb tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b23e9f1907a6406785be000e1373dc41 HTTP/1.1" status: 200 len: 380 time: 0.0700431 May 17 19:30:12.315789 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [req-792b5ddf-78d8-44c3-b79a-d040c138ec06 req-b3c9b118-3251-4164-ad77-e60e557642b4 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Request body: {'port': {'device_id': 'b22978d8-2688-49c7-8962-728e7874fc70', 'network_id': '40c7fbe2-bd07-440e-b191-34ce3a30a8a0', 'admin_state_up': True, 'tenant_id': 'b23e9f1907a6406785be000e1373dc41', 'security_groups': ['d2d5d923-00ae-462a-b4be-7c0524eea789']}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:30:12.473773 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] get_ports_and_sgs() called for port_ids ['641e447a-f2ec-4483-b144-dee908836579'] {{(pid=103782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 19:30:12.596125 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-792b5ddf-78d8-44c3-b79a-d040c138ec06 req-b3c9b118-3251-4164-ad77-e60e557642b4 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Made reservation on behalf of b23e9f1907a6406785be000e1373dc41 for: {'port': 1} {{(pid=103781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:30:12.603234 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-792b5ddf-78d8-44c3-b79a-d040c138ec06 req-b3c9b118-3251-4164-ad77-e60e557642b4 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:12.689991 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6371e19e-f92b-4c6c-9268-588d7eaa2ed6 req-6d20a4af-545c-46bf-9e2b-7df51902d438 tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:12.704002 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-6371e19e-f92b-4c6c-9268-588d7eaa2ed6 req-6d20a4af-545c-46bf-9e2b-7df51902d438 tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb1bb398-381d-442d-a5d1-e46150764958 HTTP/1.1" status: 200 len: 944 time: 0.1508214 May 17 19:30:12.865511 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-6371e19e-f92b-4c6c-9268-588d7eaa2ed6 req-6103bfbd-7ecd-4d2e-83ed-82f072b5383b tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbe51ad4-3b90-4bde-b141-d8eeac892d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326447 May 17 19:30:12.909943 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_common [req-792b5ddf-78d8-44c3-b79a-d040c138ec06 req-b3c9b118-3251-4164-ad77-e60e557642b4 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Allocated IP 172.20.0.3 (40c7fbe2-bd07-440e-b191-34ce3a30a8a0/4afc8f6d-c4ef-4f27-b1bd-b836aad1cd58/ff8731af-15ec-4499-8ce7-63c71d359613) {{(pid=103781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:30:12.964681 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c73c706c-463d-4de6-83e4-bda93508f809 req-e409e1f7-a8a7-4767-9a2a-bc122b950d88 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 210 time: 0.0327382 May 17 19:30:13.073788 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b2147-22d3-48f3-9647-7230613e7dd6 req-508b2520-d001-48d2-bd6c-d171114fc8aa tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:13.075451 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-186b2147-22d3-48f3-9647-7230613e7dd6 req-508b2520-d001-48d2-bd6c-d171114fc8aa tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 944 time: 0.0704098 May 17 19:30:13.134688 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-186b2147-22d3-48f3-9647-7230613e7dd6 req-12d22907-d54c-48b5-bfe3-d2c13c227b22 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513914 May 17 19:30:13.164262 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-792b5ddf-78d8-44c3-b79a-d040c138ec06 req-b3c9b118-3251-4164-ad77-e60e557642b4 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks [] for port (ff8731af-15ec-4499-8ce7-63c71d359613), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:13.285396 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device fef58b30-8e08-495d-ac60-e3ff495f260d details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 19:30:13.418001 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port fef58b30-8e08-495d-ac60-e3ff495f260d, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=fef58b30-8e08-495d-ac60-e3ff495f260d,segment=NetworkSegment(1bdcad8c-4500-4b1c-91ba-9b35d4cd746d),segment_id=1bdcad8c-4500-4b1c-91ba-9b35d4cd746d)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:30:13.429210 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-792b5ddf-78d8-44c3-b79a-d040c138ec06 req-b3c9b118-3251-4164-ad77-e60e557642b4 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (ff8731af-15ec-4499-8ce7-63c71d359613), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:13.435955 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Returning: {'device': 'fef58b30-8e08-495d-ac60-e3ff495f260d', 'network_id': 'ddaa928e-2db4-4b37-b723-ff2ae1e2b964', 'port_id': 'fef58b30-8e08-495d-ac60-e3ff495f260d', 'mac_address': 'fa:16:3e:ca:39:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78a5955d-2965-41b9-ae73-2183d9038bbb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 19:30:13.484329 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-792b5ddf-78d8-44c3-b79a-d040c138ec06 req-b3c9b118-3251-4164-ad77-e60e557642b4 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Network 40c7fbe2-bd07-440e-b191-34ce3a30a8a0 is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:30:13.485586 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [req-792b5ddf-78d8-44c3-b79a-d040c138ec06 req-b3c9b118-3251-4164-ad77-e60e557642b4 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:30:13.487330 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Current status of the port fef58b30-8e08-495d-ac60-e3ff495f260d is: DOWN; New status is: BUILD {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:30:13.487742 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (fef58b30-8e08-495d-ac60-e3ff495f260d), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:13.489347 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [req-792b5ddf-78d8-44c3-b79a-d040c138ec06 req-b3c9b118-3251-4164-ad77-e60e557642b4 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Received port after_create {{(pid=103781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:30:13.503064 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fef58b30-8e08-495d-ac60-e3ff495f260d {{(pid=103782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 19:30:13.510095 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (bee311cb-2a55-4828-8ca4-4ee09c88de79), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:13.526350 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c9b118-3251-4164-ad77-e60e557642b4 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Pushing event updated for resources: {'Port': ['ID=ff8731af-15ec-4499-8ce7-63c71d359613,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:13.556437 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port fef58b30-8e08-495d-ac60-e3ff495f260d, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=fef58b30-8e08-495d-ac60-e3ff495f260d,segment=NetworkSegment(1bdcad8c-4500-4b1c-91ba-9b35d4cd746d),segment_id=1bdcad8c-4500-4b1c-91ba-9b35d4cd746d)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:30:13.576595 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b5ddf-78d8-44c3-b79a-d040c138ec06 req-b3c9b118-3251-4164-ad77-e60e557642b4 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:13.577263 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-792b5ddf-78d8-44c3-b79a-d040c138ec06 req-b3c9b118-3251-4164-ad77-e60e557642b4 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:13.630399 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (fef58b30-8e08-495d-ac60-e3ff495f260d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:13.692814 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-792b5ddf-78d8-44c3-b79a-d040c138ec06 req-b3c9b118-3251-4164-ad77-e60e557642b4 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3808830 May 17 19:30:13.704672 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [req-792b5ddf-78d8-44c3-b79a-d040c138ec06 req-2241cd7a-4af9-40b7-a854-1067a632e467 service neutron] Request body: {'port': {'device_id': 'b22978d8-2688-49c7-8962-728e7874fc70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:30:13.709865 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 641e447a-f2ec-4483-b144-dee908836579 up at agent hyperv_hv-cinder-84067 {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:30:13.835013 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Pushing event updated for resources: {'Port': ['ID=fef58b30-8e08-495d-ac60-e3ff495f260d,revision_number=4']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:13.842831 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-792b5ddf-78d8-44c3-b79a-d040c138ec06 req-2241cd7a-4af9-40b7-a854-1067a632e467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (ff8731af-15ec-4499-8ce7-63c71d359613), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:13.843671 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Provisioning for port 641e447a-f2ec-4483-b144-dee908836579 completed by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 19:30:13.862836 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-b8f2d403-2483-4084-807a-80435ab13259 None None] Provisioning complete for port ff8731af-15ec-4499-8ce7-63c71d359613 triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:30:13.863237 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b8f2d403-2483-4084-807a-80435ab13259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (ff8731af-15ec-4499-8ce7-63c71d359613), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:13.868420 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 38380) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:13.951269 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] get_ports_and_sgs() called for port_ids ['fef58b30-8e08-495d-ac60-e3ff495f260d'] {{(pid=103782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 19:30:14.020467 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Provisioning complete for port 641e447a-f2ec-4483-b144-dee908836579 triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:30:14.020925 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (641e447a-f2ec-4483-b144-dee908836579), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:14.064622 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-b8f2d403-2483-4084-807a-80435ab13259 None None] Port ff8731af-15ec-4499-8ce7-63c71d359613 cannot update to ACTIVE because it is not bound. {{(pid=103782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 19:30:14.172555 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Current status of the port 641e447a-f2ec-4483-b144-dee908836579 is: BUILD; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:30:14.172933 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (641e447a-f2ec-4483-b144-dee908836579), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:14.179735 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-e40c3ef8-5cae-4493-8b00-79d02e1b49e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:14.199358 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779727d1-ee80-43c9-b812-317c2333a60e req-3b4a0fc9-c691-4904-8dd5-371d71a5d435 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:14.202765 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-779727d1-ee80-43c9-b812-317c2333a60e req-3b4a0fc9-c691-4904-8dd5-371d71a5d435 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 931 time: 0.1213169 May 17 19:30:14.268119 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1bb398-381d-442d-a5d1-e46150764958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '641e447a-f2ec-4483-b144-dee908836579'}] {{(pid=103782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:30:14.363609 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-779727d1-ee80-43c9-b812-317c2333a60e req-8df73888-0fc3-45f9-9ad9-0900e5842e68 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446562 May 17 19:30:14.404461 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae14c8-be29-4480-af3c-ab67c14289e0 req-29002558-e523-4a57-80a6-9e8632370830 tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:14.427032 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port 641e447a-f2ec-4483-b144-dee908836579, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=641e447a-f2ec-4483-b144-dee908836579,segment=NetworkSegment(ba0a14e7-fa61-427a-ba13-d924e9295061),segment_id=ba0a14e7-fa61-427a-ba13-d924e9295061)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:30:14.436976 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4bae14c8-be29-4480-af3c-ab67c14289e0 req-29002558-e523-4a57-80a6-9e8632370830 tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb1bb398-381d-442d-a5d1-e46150764958 HTTP/1.1" status: 200 len: 944 time: 0.3432796 May 17 19:30:14.441611 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-e40c3ef8-5cae-4493-8b00-79d02e1b49e1 admin admin] Publish callbacks [] for security_group (8d5f058c-9f86-4ce6-be46-b1e6970a1410), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:14.542750 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (641e447a-f2ec-4483-b144-dee908836579), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:14.543869 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device f56ad1e3-8b59-4f7f-96b0-206928ec8a1d up at agent hyperv_hv-cinder-84067 {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:30:14.555264 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4bae14c8-be29-4480-af3c-ab67c14289e0 req-49cb191f-2701-43fb-9474-13d7f38fd487 tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbe51ad4-3b90-4bde-b141-d8eeac892d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141250 May 17 19:30:14.581538 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-e40c3ef8-5cae-4493-8b00-79d02e1b49e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (8d5f058c-9f86-4ce6-be46-b1e6970a1410), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:14.621436 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40c3ef8-5cae-4493-8b00-79d02e1b49e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5f058c-9f86-4ce6-be46-b1e6970a1410,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:14.663652 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef6d2f5-cf5c-4d41-abec-6a0ef6c7faf3 req-64a66bd3-e5b1-41fa-a1e3-be999b3d88c4 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:14.673121 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-bef6d2f5-cf5c-4d41-abec-6a0ef6c7faf3 req-64a66bd3-e5b1-41fa-a1e3-be999b3d88c4 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 945 time: 0.1627173 May 17 19:30:14.695814 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-e40c3ef8-5cae-4493-8b00-79d02e1b49e1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=32020b38b382462d8e702c42972d2d1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8131003 May 17 19:30:14.696585 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 38410) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:14.723351 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Pushing event updated for resources: {'Port': ['ID=641e447a-f2ec-4483-b144-dee908836579,revision_number=5']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:14.731650 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Provisioning for port f56ad1e3-8b59-4f7f-96b0-206928ec8a1d completed by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 19:30:14.742314 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [req-792b5ddf-78d8-44c3-b79a-d040c138ec06 req-2241cd7a-4af9-40b7-a854-1067a632e467 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff8731af-15ec-4499-8ce7-63c71d359613 {{(pid=103781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 19:30:14.753215 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dcdb420cfc3f3d59cdc90e9401be4743e23c4809d01819fc24a250fd06a42a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa66c2c0-d268-4b32-b8c4-472ce4798b04" -d '{"events": [{"server_uuid": "fb1bb398-381d-442d-a5d1-e46150764958", "name": "network-vif-plugged", "status": "completed", "tag": "641e447a-f2ec-4483-b144-dee908836579"}]}' {{(pid=103782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:30:14.758164 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-792b5ddf-78d8-44c3-b79a-d040c138ec06 req-2241cd7a-4af9-40b7-a854-1067a632e467 service neutron] Publish callbacks [] for port (ff8731af-15ec-4499-8ce7-63c71d359613), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:14.794347 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.provisioning_blocks [req-792b5ddf-78d8-44c3-b79a-d040c138ec06 req-2241cd7a-4af9-40b7-a854-1067a632e467 service neutron] Transition to ACTIVE for port object ff8731af-15ec-4499-8ce7-63c71d359613 will not be triggered until provisioned by entity L2. {{(pid=103781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 19:30:14.822675 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Provisioning complete for port f56ad1e3-8b59-4f7f-96b0-206928ec8a1d triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:30:14.823091 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (f56ad1e3-8b59-4f7f-96b0-206928ec8a1d), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:14.823646 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-bef6d2f5-cf5c-4d41-abec-6a0ef6c7faf3 req-8aabdc7c-9388-4709-9791-c3ff9ea8925d tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392252 May 17 19:30:14.873832 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-7dd6db00-0400-49b6-bf69-679ca13d3f28 admin admin] Publish callbacks [] for security_group (8d5f058c-9f86-4ce6-be46-b1e6970a1410), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:14.905992 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-7dd6db00-0400-49b6-bf69-679ca13d3f28 admin admin] Publish callbacks [] for security_group (8d5f058c-9f86-4ce6-be46-b1e6970a1410), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:14.923985 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 19:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55b0bc5-5882-46c9-be52-385f6bce7040 x-openstack-request-id: req-a55b0bc5-5882-46c9-be52-385f6bce7040 {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:30:14.924300 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1bb398-381d-442d-a5d1-e46150764958", "name": "network-vif-plugged", "status": "completed", "tag": "641e447a-f2ec-4483-b144-dee908836579", "code": 200}]} {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:30:14.924557 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a55b0bc5-5882-46c9-be52-385f6bce7040 {{(pid=103782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:30:14.925278 dv-cinder-840678-10-iscsi neutron-server[103782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a55b0bc5-5882-46c9-be52-385f6bce7040'] response: {'server_uuid': 'fb1bb398-381d-442d-a5d1-e46150764958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '641e447a-f2ec-4483-b144-dee908836579', 'code': 200} May 17 19:30:14.926578 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Current status of the port f56ad1e3-8b59-4f7f-96b0-206928ec8a1d is: BUILD; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:30:14.926961 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (f56ad1e3-8b59-4f7f-96b0-206928ec8a1d), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:14.931928 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-792b5ddf-78d8-44c3-b79a-d040c138ec06 req-2241cd7a-4af9-40b7-a854-1067a632e467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13820453'] for port (ff8731af-15ec-4499-8ce7-63c71d359613), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:14.974062 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port f56ad1e3-8b59-4f7f-96b0-206928ec8a1d, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=f56ad1e3-8b59-4f7f-96b0-206928ec8a1d,segment=NetworkSegment(1bdcad8c-4500-4b1c-91ba-9b35d4cd746d),segment_id=1bdcad8c-4500-4b1c-91ba-9b35d4cd746d)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:30:14.992381 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-7e1e8735-2b0e-4a99-b020-d41b8d32c6bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:15.026203 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2241cd7a-4af9-40b7-a854-1067a632e467 service neutron] Pushing event updated for resources: {'Port': ['ID=ff8731af-15ec-4499-8ce7-63c71d359613,revision_number=2']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:15.082044 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-792b5ddf-78d8-44c3-b79a-d040c138ec06 req-2241cd7a-4af9-40b7-a854-1067a632e467 service neutron] Attempting to bind port ff8731af-15ec-4499-8ce7-63c71d359613 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 19:30:15.082385 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-792b5ddf-78d8-44c3-b79a-d040c138ec06 req-2241cd7a-4af9-40b7-a854-1067a632e467 service neutron] Attempting to bind port ff8731af-15ec-4499-8ce7-63c71d359613 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': 'cb7a5f44-2490-49bf-84d8-97ca2a591d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '40c7fbe2-bd07-440e-b191-34ce3a30a8a0'}] {{(pid=103781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 19:30:15.082707 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792b5ddf-78d8-44c3-b79a-d040c138ec06 req-2241cd7a-4af9-40b7-a854-1067a632e467 service neutron] Attempting to bind port ff8731af-15ec-4499-8ce7-63c71d359613 on network 40c7fbe2-bd07-440e-b191-34ce3a30a8a0 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:30:15.087926 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792b5ddf-78d8-44c3-b79a-d040c138ec06 req-2241cd7a-4af9-40b7-a854-1067a632e467 service neutron] Port ff8731af-15ec-4499-8ce7-63c71d359613 on network 40c7fbe2-bd07-440e-b191-34ce3a30a8a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 19:30:15.091803 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792b5ddf-78d8-44c3-b79a-d040c138ec06 req-2241cd7a-4af9-40b7-a854-1067a632e467 service neutron] Attempting to bind port ff8731af-15ec-4499-8ce7-63c71d359613 on network 40c7fbe2-bd07-440e-b191-34ce3a30a8a0 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:30:15.094111 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792b5ddf-78d8-44c3-b79a-d040c138ec06 req-2241cd7a-4af9-40b7-a854-1067a632e467 service neutron] Checking agent: {'id': 'bee311cb-2a55-4828-8ca4-4ee09c88de79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 19, 27, 43), 'started_at': datetime.datetime(2022, 5, 17, 19, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 19, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 19:30:15.094666 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792b5ddf-78d8-44c3-b79a-d040c138ec06 req-2241cd7a-4af9-40b7-a854-1067a632e467 service neutron] Checking segment: {'id': 'cb7a5f44-2490-49bf-84d8-97ca2a591d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '40c7fbe2-bd07-440e-b191-34ce3a30a8a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:30:15.094796 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792b5ddf-78d8-44c3-b79a-d040c138ec06 req-2241cd7a-4af9-40b7-a854-1067a632e467 service neutron] Bound using segment: {'id': 'cb7a5f44-2490-49bf-84d8-97ca2a591d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '40c7fbe2-bd07-440e-b191-34ce3a30a8a0'} {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 19:30:15.095223 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-792b5ddf-78d8-44c3-b79a-d040c138ec06 req-2241cd7a-4af9-40b7-a854-1067a632e467 service neutron] Bound port: ff8731af-15ec-4499-8ce7-63c71d359613, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb7a5f44-2490-49bf-84d8-97ca2a591d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '40c7fbe2-bd07-440e-b191-34ce3a30a8a0'}}] {{(pid=103781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 19:30:15.095648 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-792b5ddf-78d8-44c3-b79a-d040c138ec06 req-2241cd7a-4af9-40b7-a854-1067a632e467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (ff8731af-15ec-4499-8ce7-63c71d359613), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:15.106400 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (f56ad1e3-8b59-4f7f-96b0-206928ec8a1d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:15.109165 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-7dd6db00-0400-49b6-bf69-679ca13d3f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (8d5f058c-9f86-4ce6-be46-b1e6970a1410), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:15.117906 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-7dd6db00-0400-49b6-bf69-679ca13d3f28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:15.120841 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-7dd6db00-0400-49b6-bf69-679ca13d3f28 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8d5f058c-9f86-4ce6-be46-b1e6970a1410 HTTP/1.1" status: 204 len: 168 time: 0.4123845 May 17 19:30:15.131002 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd6db00-0400-49b6-bf69-679ca13d3f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5f058c-9f86-4ce6-be46-b1e6970a1410,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:15.184216 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-792b5ddf-78d8-44c3-b79a-d040c138ec06 req-2241cd7a-4af9-40b7-a854-1067a632e467 service neutron] For port ff8731af-15ec-4499-8ce7-63c71d359613, host hv-cinder-84067, cleared binding levels {{(pid=103781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 19:30:15.191332 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-792b5ddf-78d8-44c3-b79a-d040c138ec06 req-2241cd7a-4af9-40b7-a854-1067a632e467 service neutron] For port ff8731af-15ec-4499-8ce7-63c71d359613, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=ff8731af-15ec-4499-8ce7-63c71d359613,segment=NetworkSegment(cb7a5f44-2490-49bf-84d8-97ca2a591d42),segment_id=cb7a5f44-2490-49bf-84d8-97ca2a591d42)] {{(pid=103781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 19:30:15.226495 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Pushing event updated for resources: {'Port': ['ID=f56ad1e3-8b59-4f7f-96b0-206928ec8a1d,revision_number=5']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:15.256862 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device fef58b30-8e08-495d-ac60-e3ff495f260d up at agent hyperv_hv-cinder-84067 {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:30:15.275536 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-792b5ddf-78d8-44c3-b79a-d040c138ec06 req-2241cd7a-4af9-40b7-a854-1067a632e467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13820453'] for port (ff8731af-15ec-4499-8ce7-63c71d359613), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:15.320639 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b5ddf-78d8-44c3-b79a-d040c138ec06 req-2241cd7a-4af9-40b7-a854-1067a632e467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:15.321440 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-792b5ddf-78d8-44c3-b79a-d040c138ec06 req-2241cd7a-4af9-40b7-a854-1067a632e467 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:15.323005 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-792b5ddf-78d8-44c3-b79a-d040c138ec06 req-2241cd7a-4af9-40b7-a854-1067a632e467 service neutron] 10.222.0.69 "PUT /v2.0/ports/ff8731af-15ec-4499-8ce7-63c71d359613 HTTP/1.1" status: 200 len: 1093 time: 1.6231027 May 17 19:30:15.323779 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b22978d8-2688-49c7-8962-728e7874fc70', 'tag': 'ff8731af-15ec-4499-8ce7-63c71d359613'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:30:15.327013 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5abf21081b7c701043d67e7bff15db599e71af2afb5ac8611b6265996300b020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6199b5bf-eeba-485f-bcb7-976ffd1abe19" -d '{"events": [{"name": "network-changed", "server_uuid": "b22978d8-2688-49c7-8962-728e7874fc70", "tag": "ff8731af-15ec-4499-8ce7-63c71d359613"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:30:15.359271 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Provisioning for port fef58b30-8e08-495d-ac60-e3ff495f260d completed by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 19:30:15.414180 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 19:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6648985a-2100-4b9f-8ed8-5b0c1c9171b0 x-openstack-request-id: req-6648985a-2100-4b9f-8ed8-5b0c1c9171b0 {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:30:15.414468 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b22978d8-2688-49c7-8962-728e7874fc70", "tag": "ff8731af-15ec-4499-8ce7-63c71d359613", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:30:15.414720 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6648985a-2100-4b9f-8ed8-5b0c1c9171b0 {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:30:15.415113 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6648985a-2100-4b9f-8ed8-5b0c1c9171b0'] response: {'name': 'network-changed', 'server_uuid': 'b22978d8-2688-49c7-8962-728e7874fc70', 'tag': 'ff8731af-15ec-4499-8ce7-63c71d359613', 'status': 'completed', 'code': 200} May 17 19:30:15.438699 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2241cd7a-4af9-40b7-a854-1067a632e467 service neutron] Pushing event updated for resources: {'Port': ['ID=ff8731af-15ec-4499-8ce7-63c71d359613,revision_number=3']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:15.455310 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Provisioning complete for port fef58b30-8e08-495d-ac60-e3ff495f260d triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:30:15.455833 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (fef58b30-8e08-495d-ac60-e3ff495f260d), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:15.474645 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.agents_db [None req-42b69621-6215-4a4a-9d32-588efc9ea437 None None] Agent healthcheck: found 6 active agents {{(pid=103783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 19:30:15.487221 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199b5bf-eeba-485f-bcb7-976ffd1abe19 req-a00d4270-0050-423d-b8bd-ffe45b6d6b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:15.489133 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-6199b5bf-eeba-485f-bcb7-976ffd1abe19 req-a00d4270-0050-423d-b8bd-ffe45b6d6b5c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b23e9f1907a6406785be000e1373dc41&device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 1127 time: 0.0835617 May 17 19:30:15.498756 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcacb33b-d75e-4f97-b34f-a52c1beeae62 req-a6023f80-f64a-4080-ab43-696fa7fccff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:15.498756 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-dcacb33b-d75e-4f97-b34f-a52c1beeae62 req-a6023f80-f64a-4080-ab43-696fa7fccff9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fb1bb398-381d-442d-a5d1-e46150764958 HTTP/1.1" status: 200 len: 1129 time: 0.1412427 May 17 19:30:15.532717 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-dcacb33b-d75e-4f97-b34f-a52c1beeae62 req-4d7d40e2-cc48-47b8-8329-9adbe40e39ee service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:15.569743 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Current status of the port fef58b30-8e08-495d-ac60-e3ff495f260d is: BUILD; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:30:15.570956 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (fef58b30-8e08-495d-ac60-e3ff495f260d), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:15.624271 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port fef58b30-8e08-495d-ac60-e3ff495f260d, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=fef58b30-8e08-495d-ac60-e3ff495f260d,segment=NetworkSegment(1bdcad8c-4500-4b1c-91ba-9b35d4cd746d),segment_id=1bdcad8c-4500-4b1c-91ba-9b35d4cd746d)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:30:15.632534 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 38446) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:15.703060 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2674bd-b85f-48f5-8b36-455ec5f3d6f3 req-604af066-da49-4356-92e6-0d69a8c744cc tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:15.704791 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ee2674bd-b85f-48f5-8b36-455ec5f3d6f3 req-604af066-da49-4356-92e6-0d69a8c744cc tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 943 time: 0.1470857 May 17 19:30:15.720201 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (fef58b30-8e08-495d-ac60-e3ff495f260d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:15.781313 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d543c-b066-41f1-b8bd-f764c596e0f2 req-68010d3d-f7b9-4c1b-8d62-36f2c893586a tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:15.783092 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-491d543c-b066-41f1-b8bd-f764c596e0f2 req-68010d3d-f7b9-4c1b-8d62-36f2c893586a tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb1bb398-381d-442d-a5d1-e46150764958 HTTP/1.1" status: 200 len: 945 time: 0.0980754 May 17 19:30:15.791708 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ee2674bd-b85f-48f5-8b36-455ec5f3d6f3 req-34f62e40-b9e0-4399-9372-fa6af4e1f54e tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733418 May 17 19:30:15.809249 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-dcacb33b-d75e-4f97-b34f-a52c1beeae62 req-4d7d40e2-cc48-47b8-8329-9adbe40e39ee service neutron] Publish callbacks [] for security_group (607702a7-98fa-47ae-8699-91fa2729db79), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:15.822859 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Pushing event updated for resources: {'Port': ['ID=fef58b30-8e08-495d-ac60-e3ff495f260d,revision_number=5']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:15.895846 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-dcacb33b-d75e-4f97-b34f-a52c1beeae62 req-4d7d40e2-cc48-47b8-8329-9adbe40e39ee service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (607702a7-98fa-47ae-8699-91fa2729db79), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:15.904790 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199b5bf-eeba-485f-bcb7-976ffd1abe19 req-8d6557f1-9603-4a52-a500-b92fdff95179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:15.913175 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-6199b5bf-eeba-485f-bcb7-976ffd1abe19 req-8d6557f1-9603-4a52-a500-b92fdff95179 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=b23e9f1907a6406785be000e1373dc41&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3861570 May 17 19:30:15.913175 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-491d543c-b066-41f1-b8bd-f764c596e0f2 req-4e7c169a-b6d8-4f79-ac3d-a328ed91fbe5 tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbe51ad4-3b90-4bde-b141-d8eeac892d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198912 May 17 19:30:15.974951 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d40e2-cc48-47b8-8329-9adbe40e39ee service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=607702a7-98fa-47ae-8699-91fa2729db79,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:15.981059 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-dcacb33b-d75e-4f97-b34f-a52c1beeae62 req-4d7d40e2-cc48-47b8-8329-9adbe40e39ee service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=cbe51ad4-3b90-4bde-b141-d8eeac892d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4721601 May 17 19:30:15.982356 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-c2c58f0e-3e69-4008-81da-fbb470fae00b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:15.992089 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f526b-f1cd-45f8-9203-6c3fcb1a3185 req-94ac02f7-bbbd-4daf-adff-ec9cf64227b4 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:15.993863 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-aa4f526b-f1cd-45f8-9203-6c3fcb1a3185 req-94ac02f7-bbbd-4daf-adff-ec9cf64227b4 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 946 time: 0.0876162 May 17 19:30:16.062173 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-aa4f526b-f1cd-45f8-9203-6c3fcb1a3185 req-e9e915e9-8094-4406-b481-c6ea00e94581 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589533 May 17 19:30:16.130221 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199b5bf-eeba-485f-bcb7-976ffd1abe19 req-3ef1587c-daf8-4df7-a2bf-08b23033b4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:16.131780 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-6199b5bf-eeba-485f-bcb7-976ffd1abe19 req-3ef1587c-daf8-4df7-a2bf-08b23033b4c5 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2154124 May 17 19:30:16.175590 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-c2c58f0e-3e69-4008-81da-fbb470fae00b admin admin] Publish callbacks [] for security_group (75fae0ae-a835-42a1-aaad-359e7a79d3b1), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:16.219502 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 38468) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:16.236054 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-c2c58f0e-3e69-4008-81da-fbb470fae00b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (75fae0ae-a835-42a1-aaad-359e7a79d3b1), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:16.238609 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-327e77f4-a53f-43d5-a177-fb004d79faac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:16.320282 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c58f0e-3e69-4008-81da-fbb470fae00b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75fae0ae-a835-42a1-aaad-359e7a79d3b1,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:16.334641 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-c2c58f0e-3e69-4008-81da-fbb470fae00b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d3d28e72f0c84bc0960a840bf11d33a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7010300 May 17 19:30:16.337485 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 38478) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:16.354444 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b5ddf-78d8-44c3-b79a-d040c138ec06 req-bb2d9689-8ee0-4ea8-971c-962df18d1d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:16.356590 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-792b5ddf-78d8-44c3-b79a-d040c138ec06 req-bb2d9689-8ee0-4ea8-971c-962df18d1d80 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b23e9f1907a6406785be000e1373dc41&device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 1127 time: 0.1022267 May 17 19:30:16.392315 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-19126122-27a2-49ef-abda-cbd2aeff6394 admin admin] Publish callbacks [] for security_group (75fae0ae-a835-42a1-aaad-359e7a79d3b1), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:16.414978 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-792b5ddf-78d8-44c3-b79a-d040c138ec06 req-a7b258f0-d4af-487b-9879-0c5134f3f653 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff8731af-15ec-4499-8ce7-63c71d359613 HTTP/1.1" status: 200 len: 217 time: 0.0488229 May 17 19:30:16.424637 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-19126122-27a2-49ef-abda-cbd2aeff6394 admin admin] Publish callbacks [] for security_group (75fae0ae-a835-42a1-aaad-359e7a79d3b1), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:16.475732 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-327e77f4-a53f-43d5-a177-fb004d79faac admin admin] Publish callbacks [] for security_group (faf6d74b-3726-4b92-8575-4b6afb55f87b), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:16.574913 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-327e77f4-a53f-43d5-a177-fb004d79faac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (faf6d74b-3726-4b92-8575-4b6afb55f87b), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:16.575052 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-19126122-27a2-49ef-abda-cbd2aeff6394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (75fae0ae-a835-42a1-aaad-359e7a79d3b1), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:16.580686 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-19126122-27a2-49ef-abda-cbd2aeff6394 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:16.594106 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-19126122-27a2-49ef-abda-cbd2aeff6394 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/75fae0ae-a835-42a1-aaad-359e7a79d3b1 HTTP/1.1" status: 204 len: 168 time: 0.2450814 May 17 19:30:16.602007 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19126122-27a2-49ef-abda-cbd2aeff6394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fae0ae-a835-42a1-aaad-359e7a79d3b1,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:16.647094 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327e77f4-a53f-43d5-a177-fb004d79faac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf6d74b-3726-4b92-8575-4b6afb55f87b,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:16.662358 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 38496) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:16.676512 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 38500) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:16.685864 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-327e77f4-a53f-43d5-a177-fb004d79faac admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=20aaad0091b140d688414a4ae8cb61d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4650984 May 17 19:30:16.752359 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-fce44e78-3cac-48b2-8ffc-72c3c909de86 admin admin] Publish callbacks [] for security_group (faf6d74b-3726-4b92-8575-4b6afb55f87b), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:16.785850 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-fce44e78-3cac-48b2-8ffc-72c3c909de86 admin admin] Publish callbacks [] for security_group (faf6d74b-3726-4b92-8575-4b6afb55f87b), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:16.792074 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b5ddf-78d8-44c3-b79a-d040c138ec06 req-7ca21f2e-b334-484a-be7e-f86d38d1b952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:16.794795 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-792b5ddf-78d8-44c3-b79a-d040c138ec06 req-7ca21f2e-b334-484a-be7e-f86d38d1b952 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4afc8f6d-c4ef-4f27-b1bd-b836aad1cd58 HTTP/1.1" status: 200 len: 856 time: 0.0557380 May 17 19:30:16.827767 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-208893a1-d617-4bf3-9534-bf507422b084 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:16.847748 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b5ddf-78d8-44c3-b79a-d040c138ec06 req-f80a4243-4288-48b2-b1d1-da54992e9198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:16.849659 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-792b5ddf-78d8-44c3-b79a-d040c138ec06 req-f80a4243-4288-48b2-b1d1-da54992e9198 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=40c7fbe2-bd07-440e-b191-34ce3a30a8a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0468781 May 17 19:30:16.926852 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2949df44-a27c-4dc1-acd9-0754c0314ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56ad1e3-8b59-4f7f-96b0-206928ec8a1d'}, {'server_uuid': '25128671-9679-409f-834a-8969ced95f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fef58b30-8e08-495d-ac60-e3ff495f260d'}] {{(pid=103782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:30:16.929760 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dcdb420cfc3f3d59cdc90e9401be4743e23c4809d01819fc24a250fd06a42a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd15e83b-322f-4369-897a-68425edc73e7" -d '{"events": [{"server_uuid": "2949df44-a27c-4dc1-acd9-0754c0314ed1", "name": "network-vif-plugged", "status": "completed", "tag": "f56ad1e3-8b59-4f7f-96b0-206928ec8a1d"}, {"server_uuid": "25128671-9679-409f-834a-8969ced95f56", "name": "network-vif-plugged", "status": "completed", "tag": "fef58b30-8e08-495d-ac60-e3ff495f260d"}]}' {{(pid=103782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:30:16.965485 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841a091-4252-4d6f-a8ec-3531bcae7f78 req-357a9afb-ff4a-4eaa-b855-09e36332a1a8 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:16.967131 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-5841a091-4252-4d6f-a8ec-3531bcae7f78 req-357a9afb-ff4a-4eaa-b855-09e36332a1a8 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 943 time: 0.0874922 May 17 19:30:16.976351 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 17 May 2022 19:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae3a724-e77c-4d58-93db-78bf7c7a45a8 x-openstack-request-id: req-aae3a724-e77c-4d58-93db-78bf7c7a45a8 {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:30:16.976782 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2949df44-a27c-4dc1-acd9-0754c0314ed1", "name": "network-vif-plugged", "status": "completed", "tag": "f56ad1e3-8b59-4f7f-96b0-206928ec8a1d", "code": 200}, {"server_uuid": "25128671-9679-409f-834a-8969ced95f56", "name": "network-vif-plugged", "status": "completed", "tag": "fef58b30-8e08-495d-ac60-e3ff495f260d", "code": 200}]} {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:30:16.977037 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-aae3a724-e77c-4d58-93db-78bf7c7a45a8 {{(pid=103782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:30:16.977431 dv-cinder-840678-10-iscsi neutron-server[103782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aae3a724-e77c-4d58-93db-78bf7c7a45a8'] response: {'server_uuid': '2949df44-a27c-4dc1-acd9-0754c0314ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56ad1e3-8b59-4f7f-96b0-206928ec8a1d', 'code': 200} May 17 19:30:16.977685 dv-cinder-840678-10-iscsi neutron-server[103782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aae3a724-e77c-4d58-93db-78bf7c7a45a8'] response: {'server_uuid': '25128671-9679-409f-834a-8969ced95f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fef58b30-8e08-495d-ac60-e3ff495f260d', 'code': 200} May 17 19:30:17.001029 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-fce44e78-3cac-48b2-8ffc-72c3c909de86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (faf6d74b-3726-4b92-8575-4b6afb55f87b), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:17.003746 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-fce44e78-3cac-48b2-8ffc-72c3c909de86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:17.004867 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-fce44e78-3cac-48b2-8ffc-72c3c909de86 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/faf6d74b-3726-4b92-8575-4b6afb55f87b HTTP/1.1" status: 204 len: 168 time: 0.3274357 May 17 19:30:17.024185 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce44e78-3cac-48b2-8ffc-72c3c909de86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf6d74b-3726-4b92-8575-4b6afb55f87b,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:17.043694 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-792b5ddf-78d8-44c3-b79a-d040c138ec06 req-6432bfed-7013-4735-80a6-b97506856cfe service neutron] 10.222.0.69 "GET /v2.0/networks/40c7fbe2-bd07-440e-b191-34ce3a30a8a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865237 May 17 19:30:17.137060 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf15503-a185-442d-9dbe-02fb65b9363f req-1718e1ec-8fe5-4846-8490-117bba8c6032 tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:17.140622 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5bf15503-a185-442d-9dbe-02fb65b9363f req-1718e1ec-8fe5-4846-8490-117bba8c6032 tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb1bb398-381d-442d-a5d1-e46150764958 HTTP/1.1" status: 200 len: 945 time: 0.1025994 May 17 19:30:17.143751 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-208893a1-d617-4bf3-9534-bf507422b084 admin admin] Publish callbacks [] for security_group (8dae9878-0a49-48d3-83db-0a5ad09f233f), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:17.147823 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-5841a091-4252-4d6f-a8ec-3531bcae7f78 req-79664c11-8190-4fc6-adf0-78cec7343bad tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714344 May 17 19:30:17.180981 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-792b5ddf-78d8-44c3-b79a-d040c138ec06 req-9e7bee4c-49bd-4483-b290-e7bf5857654e service neutron] 10.222.0.69 "GET /v2.0/networks/40c7fbe2-bd07-440e-b191-34ce3a30a8a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279514 May 17 19:30:17.226857 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-208893a1-d617-4bf3-9534-bf507422b084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (8dae9878-0a49-48d3-83db-0a5ad09f233f), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:17.250353 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5bf15503-a185-442d-9dbe-02fb65b9363f req-98c95a68-f71d-4ef2-bfac-6b4c47cc6a89 tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbe51ad4-3b90-4bde-b141-d8eeac892d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040218 May 17 19:30:17.283636 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208893a1-d617-4bf3-9534-bf507422b084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dae9878-0a49-48d3-83db-0a5ad09f233f,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:17.292324 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-208893a1-d617-4bf3-9534-bf507422b084 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8cc067a77f4f4cb3927903c895afcb51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6289306 May 17 19:30:17.292896 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 38526) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:17.320033 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3b6c8b17-ada6-4ecb-a62d-45716e133e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:17.321390 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad959e-6d12-4b65-a44a-0b4b61965907 req-19a841b8-64f7-4fb6-9df5-3e5c509e2587 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:17.322996 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-37ad959e-6d12-4b65-a44a-0b4b61965907 req-19a841b8-64f7-4fb6-9df5-3e5c509e2587 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 946 time: 0.0562029 May 17 19:30:17.345113 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-89403ed1-4ea6-43bf-8167-797aef25ec62 admin admin] Publish callbacks [] for security_group (8dae9878-0a49-48d3-83db-0a5ad09f233f), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:17.376853 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-89403ed1-4ea6-43bf-8167-797aef25ec62 admin admin] Publish callbacks [] for security_group (8dae9878-0a49-48d3-83db-0a5ad09f233f), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:17.379132 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-37ad959e-6d12-4b65-a44a-0b4b61965907 req-38cf5595-d82d-4d08-90cd-819aa4c8e334 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493450 May 17 19:30:17.628409 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-89403ed1-4ea6-43bf-8167-797aef25ec62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (8dae9878-0a49-48d3-83db-0a5ad09f233f), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:17.632458 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-89403ed1-4ea6-43bf-8167-797aef25ec62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:17.633597 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-89403ed1-4ea6-43bf-8167-797aef25ec62 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8dae9878-0a49-48d3-83db-0a5ad09f233f HTTP/1.1" status: 204 len: 168 time: 0.3398142 May 17 19:30:17.641777 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89403ed1-4ea6-43bf-8167-797aef25ec62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dae9878-0a49-48d3-83db-0a5ad09f233f,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:17.750437 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 38532) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:17.765028 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8959fd89-bb47-4970-9cc7-f9368cb508c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:17.848675 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8959fd89-bb47-4970-9cc7-f9368cb508c2 admin admin] Publish callbacks [] for security_group (5fa85231-f9a0-4eb6-8e99-f989ba5f7644), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:17.951729 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8959fd89-bb47-4970-9cc7-f9368cb508c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (5fa85231-f9a0-4eb6-8e99-f989ba5f7644), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:17.989266 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-8959fd89-bb47-4970-9cc7-f9368cb508c2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f23d43ffed3d43b2baa79d453c5c2f91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2377069 May 17 19:30:17.991126 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8959fd89-bb47-4970-9cc7-f9368cb508c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa85231-f9a0-4eb6-8e99-f989ba5f7644,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:17.992259 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 38542) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:18.046175 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-cd79e976-04a7-4f9b-9096-4ca6a44ea723 admin admin] Publish callbacks [] for security_group (5fa85231-f9a0-4eb6-8e99-f989ba5f7644), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:18.067698 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-cd79e976-04a7-4f9b-9096-4ca6a44ea723 admin admin] Publish callbacks [] for security_group (5fa85231-f9a0-4eb6-8e99-f989ba5f7644), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:18.186828 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-cd79e976-04a7-4f9b-9096-4ca6a44ea723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (5fa85231-f9a0-4eb6-8e99-f989ba5f7644), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:18.188824 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-cd79e976-04a7-4f9b-9096-4ca6a44ea723 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:18.192357 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-cd79e976-04a7-4f9b-9096-4ca6a44ea723 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5fa85231-f9a0-4eb6-8e99-f989ba5f7644 HTTP/1.1" status: 204 len: 168 time: 0.1965318 May 17 19:30:18.198308 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd79e976-04a7-4f9b-9096-4ca6a44ea723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa85231-f9a0-4eb6-8e99-f989ba5f7644,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:18.304807 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 38556) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:18.377528 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043bffaf-51b1-4c95-8b2f-4cba89eae844 req-f88ce6cb-7dd6-4d30-9e5a-ae62c7f83917 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:18.379211 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-043bffaf-51b1-4c95-8b2f-4cba89eae844 req-f88ce6cb-7dd6-4d30-9e5a-ae62c7f83917 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 943 time: 0.1197882 May 17 19:30:18.437724 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-043bffaf-51b1-4c95-8b2f-4cba89eae844 req-31c569c0-4b4a-45c8-af40-aadeeacc85a4 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423534 May 17 19:30:18.439188 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd145fd-877f-41e2-8b37-338c661ba70e req-d678cd42-1bbd-4a92-bdf2-3d0956a6c116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:18.440789 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-9fd145fd-877f-41e2-8b37-338c661ba70e req-d678cd42-1bbd-4a92-bdf2-3d0956a6c116 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2949df44-a27c-4dc1-acd9-0754c0314ed1 HTTP/1.1" status: 200 len: 1129 time: 0.1542368 May 17 19:30:18.454549 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f942c59-68ab-462b-913b-fb441df9b1d1 req-5b1c72bc-0930-42a1-9c29-7a783c614c38 tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:18.455833 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-4f942c59-68ab-462b-913b-fb441df9b1d1 req-5b1c72bc-0930-42a1-9c29-7a783c614c38 tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb1bb398-381d-442d-a5d1-e46150764958 HTTP/1.1" status: 200 len: 945 time: 0.0623553 May 17 19:30:18.471940 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:18.513733 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-4f942c59-68ab-462b-913b-fb441df9b1d1 req-7d2b26a4-5eec-4378-84d4-485ef004039b tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbe51ad4-3b90-4bde-b141-d8eeac892d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518103 May 17 19:30:18.553547 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84510ae6-8ca0-4058-9190-229153f854ce req-8bd23de2-5ee4-4c79-babb-048a720145d3 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:18.555069 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-84510ae6-8ca0-4058-9190-229153f854ce req-8bd23de2-5ee4-4c79-babb-048a720145d3 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 946 time: 0.0495100 May 17 19:30:18.601232 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-84510ae6-8ca0-4058-9190-229153f854ce req-3e7766f2-e6cf-42d0-a0ac-be67f79a87fe tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399594 May 17 19:30:18.683913 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 38564) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:18.697399 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-0210162c-3f0f-4899-8ca7-d9aa33d9485c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:18.784142 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-0210162c-3f0f-4899-8ca7-d9aa33d9485c admin admin] Publish callbacks [] for security_group (722922e2-07cd-4527-929f-3435c1600384), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:18.829225 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-9fd145fd-877f-41e2-8b37-338c661ba70e req-7933978e-a2c2-422c-a016-da5cdef3b093 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584095 May 17 19:30:19.048726 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-0210162c-3f0f-4899-8ca7-d9aa33d9485c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (722922e2-07cd-4527-929f-3435c1600384), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:19.074260 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-2c881045-bcee-4800-8760-2eff68a5155a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:19.095043 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1049111-07a0-4044-b00e-b9fdf7d45341 req-58dc8b7e-cac5-4f94-9221-13741dfc6da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:19.096721 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d1049111-07a0-4044-b00e-b9fdf7d45341 req-58dc8b7e-cac5-4f94-9221-13741dfc6da3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 1130 time: 0.2739151 May 17 19:30:19.120234 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-0210162c-3f0f-4899-8ca7-d9aa33d9485c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fa693b3ca120463a8d990d2406524331&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4352818 May 17 19:30:19.123580 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 38580) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:19.133443 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0210162c-3f0f-4899-8ca7-d9aa33d9485c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=722922e2-07cd-4527-929f-3435c1600384,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:19.174597 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d1049111-07a0-4044-b00e-b9fdf7d45341 req-53940012-fabc-48f2-afe3-8b51a758c67b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681555 May 17 19:30:19.198210 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-167409f9-5cd5-41c9-8728-3cb53858ea70 admin admin] Publish callbacks [] for security_group (722922e2-07cd-4527-929f-3435c1600384), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:19.213508 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-2c881045-bcee-4800-8760-2eff68a5155a admin admin] Publish callbacks [] for security_group (26a5c4a8-e46f-4d71-aa7e-ebaceddab3f5), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:19.220786 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-167409f9-5cd5-41c9-8728-3cb53858ea70 admin admin] Publish callbacks [] for security_group (722922e2-07cd-4527-929f-3435c1600384), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:19.284509 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device ff8731af-15ec-4499-8ce7-63c71d359613 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 19:30:19.290076 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-2c881045-bcee-4800-8760-2eff68a5155a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (26a5c4a8-e46f-4d71-aa7e-ebaceddab3f5), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:19.335955 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-2c881045-bcee-4800-8760-2eff68a5155a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=28807197c3334ba5b24736fa2b50f9f3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0211921 May 17 19:30:19.337091 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 38586) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:19.337334 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c881045-bcee-4800-8760-2eff68a5155a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a5c4a8-e46f-4d71-aa7e-ebaceddab3f5,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:19.354846 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-167409f9-5cd5-41c9-8728-3cb53858ea70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (722922e2-07cd-4527-929f-3435c1600384), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:19.358267 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-167409f9-5cd5-41c9-8728-3cb53858ea70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:19.359349 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-167409f9-5cd5-41c9-8728-3cb53858ea70 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/722922e2-07cd-4527-929f-3435c1600384 HTTP/1.1" status: 204 len: 168 time: 0.2347853 May 17 19:30:19.400593 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port ff8731af-15ec-4499-8ce7-63c71d359613, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=ff8731af-15ec-4499-8ce7-63c71d359613,segment=NetworkSegment(cb7a5f44-2490-49bf-84d8-97ca2a591d42),segment_id=cb7a5f44-2490-49bf-84d8-97ca2a591d42)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:30:19.414787 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Returning: {'device': 'ff8731af-15ec-4499-8ce7-63c71d359613', 'network_id': '40c7fbe2-bd07-440e-b191-34ce3a30a8a0', 'port_id': 'ff8731af-15ec-4499-8ce7-63c71d359613', 'mac_address': 'fa:16:3e:31:3c:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4afc8f6d-c4ef-4f27-b1bd-b836aad1cd58', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 19:30:19.465492 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Current status of the port ff8731af-15ec-4499-8ce7-63c71d359613 is: DOWN; New status is: BUILD {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:30:19.466549 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (ff8731af-15ec-4499-8ce7-63c71d359613), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:19.529121 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff8731af-15ec-4499-8ce7-63c71d359613 {{(pid=103782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 19:30:19.548999 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port ff8731af-15ec-4499-8ce7-63c71d359613, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=ff8731af-15ec-4499-8ce7-63c71d359613,segment=NetworkSegment(cb7a5f44-2490-49bf-84d8-97ca2a591d42),segment_id=cb7a5f44-2490-49bf-84d8-97ca2a591d42)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:30:19.596601 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167409f9-5cd5-41c9-8728-3cb53858ea70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=722922e2-07cd-4527-929f-3435c1600384,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:19.634296 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (ff8731af-15ec-4499-8ce7-63c71d359613), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:19.654741 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f338e-8748-4a9d-86e8-fb76ac840b26 req-96def2b1-f247-40c7-a13f-dbc4a12e6e48 tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:19.656690 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6b0f338e-8748-4a9d-86e8-fb76ac840b26 req-96def2b1-f247-40c7-a13f-dbc4a12e6e48 tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb1bb398-381d-442d-a5d1-e46150764958 HTTP/1.1" status: 200 len: 945 time: 0.0698228 May 17 19:30:19.674565 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a851a-9c37-47ba-9da9-98a69a1fb139 req-3042c1ba-2830-405c-8f41-52c1d4a9097f tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:19.676787 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-6f6a851a-9c37-47ba-9da9-98a69a1fb139 req-3042c1ba-2830-405c-8f41-52c1d4a9097f tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 943 time: 0.0830958 May 17 19:30:19.677630 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-26faf81a-1c3b-4f7e-804b-c7d0d65e437c admin admin] Publish callbacks [] for security_group (26a5c4a8-e46f-4d71-aa7e-ebaceddab3f5), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:19.701264 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Pushing event updated for resources: {'Port': ['ID=ff8731af-15ec-4499-8ce7-63c71d359613,revision_number=4']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:19.714301 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-26faf81a-1c3b-4f7e-804b-c7d0d65e437c admin admin] Publish callbacks [] for security_group (26a5c4a8-e46f-4d71-aa7e-ebaceddab3f5), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:19.744800 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6b0f338e-8748-4a9d-86e8-fb76ac840b26 req-51f3e018-7575-4f76-88d3-68201ffb59b8 tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbe51ad4-3b90-4bde-b141-d8eeac892d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804503 May 17 19:30:19.768053 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-6f6a851a-9c37-47ba-9da9-98a69a1fb139 req-72b6c49a-010f-4e21-aed5-2a51a73efd0c tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855560 May 17 19:30:19.885402 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-26faf81a-1c3b-4f7e-804b-c7d0d65e437c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (26a5c4a8-e46f-4d71-aa7e-ebaceddab3f5), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:19.888676 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-26faf81a-1c3b-4f7e-804b-c7d0d65e437c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:19.889893 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-26faf81a-1c3b-4f7e-804b-c7d0d65e437c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/26a5c4a8-e46f-4d71-aa7e-ebaceddab3f5 HTTP/1.1" status: 204 len: 168 time: 0.5516086 May 17 19:30:19.897142 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] get_ports_and_sgs() called for port_ids ['ff8731af-15ec-4499-8ce7-63c71d359613'] {{(pid=103782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 19:30:19.899656 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26faf81a-1c3b-4f7e-804b-c7d0d65e437c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a5c4a8-e46f-4d71-aa7e-ebaceddab3f5,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:19.936862 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2658d-e737-4960-b2ae-ee83eebbe6fb req-c5e46088-8447-48ef-abfa-a1fbeef9edfd tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:19.943937 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-35c2658d-e737-4960-b2ae-ee83eebbe6fb req-c5e46088-8447-48ef-abfa-a1fbeef9edfd tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 946 time: 0.0806327 May 17 19:30:20.004265 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-35c2658d-e737-4960-b2ae-ee83eebbe6fb req-6e44fcb2-eb85-4ac5-893c-503fde504332 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573995 May 17 19:30:20.256797 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:20.331289 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 38624) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:20.344231 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-2e2d76bc-dd8e-44aa-b008-b0836f065952 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:20.428799 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-2e2d76bc-dd8e-44aa-b008-b0836f065952 admin admin] Publish callbacks [] for security_group (51f028b1-c110-48ed-80f1-b15eaa75c1d9), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:20.525582 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-2e2d76bc-dd8e-44aa-b008-b0836f065952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (51f028b1-c110-48ed-80f1-b15eaa75c1d9), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:20.564454 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-2e2d76bc-dd8e-44aa-b008-b0836f065952 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4884f06209034b2c85462aab113ad3b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320719 May 17 19:30:20.565320 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2d76bc-dd8e-44aa-b008-b0836f065952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f028b1-c110-48ed-80f1-b15eaa75c1d9,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:20.567243 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 38630) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:20.630346 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-55805b4c-b06b-47cd-8e34-633f82dcd485 admin admin] Publish callbacks [] for security_group (51f028b1-c110-48ed-80f1-b15eaa75c1d9), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:20.652685 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-55805b4c-b06b-47cd-8e34-633f82dcd485 admin admin] Publish callbacks [] for security_group (51f028b1-c110-48ed-80f1-b15eaa75c1d9), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:20.791661 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-55805b4c-b06b-47cd-8e34-633f82dcd485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (51f028b1-c110-48ed-80f1-b15eaa75c1d9), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:20.794753 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-55805b4c-b06b-47cd-8e34-633f82dcd485 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:20.795923 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-55805b4c-b06b-47cd-8e34-633f82dcd485 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/51f028b1-c110-48ed-80f1-b15eaa75c1d9 HTTP/1.1" status: 204 len: 168 time: 0.2275722 May 17 19:30:20.804156 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55805b4c-b06b-47cd-8e34-633f82dcd485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f028b1-c110-48ed-80f1-b15eaa75c1d9,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:20.894334 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cbaad4-2abd-4ea8-aec3-4c30fce75f59 req-09d5d6ba-ba21-42f1-b430-173e4cc14bcc tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:20.895918 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-e7cbaad4-2abd-4ea8-aec3-4c30fce75f59 req-09d5d6ba-ba21-42f1-b430-173e4cc14bcc tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 944 time: 0.0522103 May 17 19:30:20.952716 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-e7cbaad4-2abd-4ea8-aec3-4c30fce75f59 req-207f3f02-91f8-4982-9aad-3fdf70245af1 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506835 May 17 19:30:21.123821 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc865d4e-2b24-4b0f-889d-4344230dbdff req-1d2e342e-e138-49a7-a321-8f1769345513 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:21.125186 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-fc865d4e-2b24-4b0f-889d-4344230dbdff req-1d2e342e-e138-49a7-a321-8f1769345513 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 946 time: 0.0467193 May 17 19:30:21.172440 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-fc865d4e-2b24-4b0f-889d-4344230dbdff req-b8d0241a-c879-4a12-95cc-f1f8410aef01 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410063 May 17 19:30:21.301897 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device ff8731af-15ec-4499-8ce7-63c71d359613 up at agent hyperv_hv-cinder-84067 {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:30:21.344629 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Provisioning for port ff8731af-15ec-4499-8ce7-63c71d359613 completed by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 19:30:21.416357 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Provisioning complete for port ff8731af-15ec-4499-8ce7-63c71d359613 triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:30:21.416731 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (ff8731af-15ec-4499-8ce7-63c71d359613), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:21.469292 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 38654) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:21.495886 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 38658) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:21.509858 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-aac248b8-f773-4231-b809-214cf0f134ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:21.514258 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Current status of the port ff8731af-15ec-4499-8ce7-63c71d359613 is: BUILD; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:30:21.514642 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (ff8731af-15ec-4499-8ce7-63c71d359613), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:21.538407 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b22978d8-2688-49c7-8962-728e7874fc70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8731af-15ec-4499-8ce7-63c71d359613'}] {{(pid=103782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:30:21.540691 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dcdb420cfc3f3d59cdc90e9401be4743e23c4809d01819fc24a250fd06a42a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966b57e8-ef83-4fbd-9793-7b0d4bee2813" -d '{"events": [{"server_uuid": "b22978d8-2688-49c7-8962-728e7874fc70", "name": "network-vif-plugged", "status": "completed", "tag": "ff8731af-15ec-4499-8ce7-63c71d359613"}]}' {{(pid=103782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:30:21.554440 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port ff8731af-15ec-4499-8ce7-63c71d359613, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=ff8731af-15ec-4499-8ce7-63c71d359613,segment=NetworkSegment(cb7a5f44-2490-49bf-84d8-97ca2a591d42),segment_id=cb7a5f44-2490-49bf-84d8-97ca2a591d42)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:30:21.569152 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:21.582005 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 19:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47003b31-13e4-453c-825f-f5ad9c97aa83 x-openstack-request-id: req-47003b31-13e4-453c-825f-f5ad9c97aa83 {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:30:21.582483 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b22978d8-2688-49c7-8962-728e7874fc70", "name": "network-vif-plugged", "status": "completed", "tag": "ff8731af-15ec-4499-8ce7-63c71d359613", "code": 200}]} {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:30:21.582739 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-47003b31-13e4-453c-825f-f5ad9c97aa83 {{(pid=103782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:30:21.583859 dv-cinder-840678-10-iscsi neutron-server[103782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47003b31-13e4-453c-825f-f5ad9c97aa83'] response: {'server_uuid': 'b22978d8-2688-49c7-8962-728e7874fc70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8731af-15ec-4499-8ce7-63c71d359613', 'code': 200} May 17 19:30:21.600561 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-aac248b8-f773-4231-b809-214cf0f134ba admin admin] Publish callbacks [] for security_group (69cb4cdf-5490-40d0-94d4-cf0e808ac735), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:21.655610 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (ff8731af-15ec-4499-8ce7-63c71d359613), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:21.687437 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-aac248b8-f773-4231-b809-214cf0f134ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (69cb4cdf-5490-40d0-94d4-cf0e808ac735), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:21.736570 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deddded-4a4b-4dcd-a2d7-6b9bddf78473 req-bcc5f690-924e-49c1-a79a-639d2af8b034 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:21.744380 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3deddded-4a4b-4dcd-a2d7-6b9bddf78473 req-bcc5f690-924e-49c1-a79a-639d2af8b034 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 946 time: 0.0690460 May 17 19:30:21.782891 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac248b8-f773-4231-b809-214cf0f134ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69cb4cdf-5490-40d0-94d4-cf0e808ac735,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:21.815372 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Pushing event updated for resources: {'Port': ['ID=ff8731af-15ec-4499-8ce7-63c71d359613,revision_number=5']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:21.827687 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91bc41-a0f7-4958-be69-cdd4ece25995 req-a87d5065-8d8d-49a6-ad62-6cb09c390add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:21.829179 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ff91bc41-a0f7-4958-be69-cdd4ece25995 req-a87d5065-8d8d-49a6-ad62-6cb09c390add service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5d488b25563d4373b5c980ab060bc822&device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 1130 time: 0.0741198 May 17 19:30:21.866228 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-aac248b8-f773-4231-b809-214cf0f134ba admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ba1c1e27ce5c437f8496cf330abf9030&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3691928 May 17 19:30:21.866508 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3deddded-4a4b-4dcd-a2d7-6b9bddf78473 req-0f65c5f0-d944-45e2-ae01-cba088c3ae5c tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183856 May 17 19:30:21.873683 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 38674) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:21.924072 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-4a7f1f02-f94d-4db1-9fba-13ff323dede6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:22.000777 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91bc41-a0f7-4958-be69-cdd4ece25995 req-758a171e-ac05-42be-9ae7-7cbbccc57328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:22.002601 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ff91bc41-a0f7-4958-be69-cdd4ece25995 req-758a171e-ac05-42be-9ae7-7cbbccc57328 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ddaa928e-2db4-4b37-b723-ff2ae1e2b964 HTTP/1.1" status: 200 len: 919 time: 0.1671047 May 17 19:30:22.055911 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29a4c5-034e-4eb8-8a24-5527d7387508 req-7f281111-10d7-4db5-9ac2-528a713d0d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:22.057661 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-5d29a4c5-034e-4eb8-8a24-5527d7387508 req-7f281111-10d7-4db5-9ac2-528a713d0d2e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 1129 time: 0.0812347 May 17 19:30:22.076907 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ff91bc41-a0f7-4958-be69-cdd4ece25995 req-ed119204-8625-4214-97bf-7769f148e814 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fef58b30-8e08-495d-ac60-e3ff495f260d HTTP/1.1" status: 200 len: 217 time: 0.0683701 May 17 19:30:22.093394 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-376de0c0-abb3-4efe-94f3-10b5298c8251 admin admin] Publish callbacks [] for security_group (69cb4cdf-5490-40d0-94d4-cf0e808ac735), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:22.134293 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e00821-cf3e-439a-9ac3-e67ab38e6ab7 req-c794f7f8-2679-4978-8811-23d426c759e4 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:22.144854 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-93e00821-cf3e-439a-9ac3-e67ab38e6ab7 req-c794f7f8-2679-4978-8811-23d426c759e4 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 945 time: 0.0738239 May 17 19:30:22.152208 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-4a7f1f02-f94d-4db1-9fba-13ff323dede6 admin admin] Publish callbacks [] for security_group (c5458c8b-4d9f-40dc-b421-84177d476412), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:22.154246 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-376de0c0-abb3-4efe-94f3-10b5298c8251 admin admin] Publish callbacks [] for security_group (69cb4cdf-5490-40d0-94d4-cf0e808ac735), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:22.170075 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-5d29a4c5-034e-4eb8-8a24-5527d7387508 req-3a54a770-8aa5-4efa-b015-b01601db1164 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026611 May 17 19:30:22.207458 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91bc41-a0f7-4958-be69-cdd4ece25995 req-7431b7e5-8115-48a9-a4c9-99f27ffa80fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:22.209155 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ff91bc41-a0f7-4958-be69-cdd4ece25995 req-7431b7e5-8115-48a9-a4c9-99f27ffa80fe service neutron] 10.222.0.69 "GET /v2.0/subnets?id=78a5955d-2965-41b9-ae73-2183d9038bbb HTTP/1.1" status: 200 len: 857 time: 0.1236303 May 17 19:30:22.233335 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-93e00821-cf3e-439a-9ac3-e67ab38e6ab7 req-007bf72f-7c3a-40a2-be20-3d82f2afe189 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872180 May 17 19:30:22.251101 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-4a7f1f02-f94d-4db1-9fba-13ff323dede6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (c5458c8b-4d9f-40dc-b421-84177d476412), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:22.288746 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-376de0c0-abb3-4efe-94f3-10b5298c8251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (69cb4cdf-5490-40d0-94d4-cf0e808ac735), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:22.296318 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-376de0c0-abb3-4efe-94f3-10b5298c8251 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:22.296318 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-376de0c0-abb3-4efe-94f3-10b5298c8251 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/69cb4cdf-5490-40d0-94d4-cf0e808ac735 HTTP/1.1" status: 204 len: 168 time: 0.4208190 May 17 19:30:22.296891 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-4a7f1f02-f94d-4db1-9fba-13ff323dede6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=71337bc709d54773810da46d85f52d34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8265386 May 17 19:30:22.297525 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7f1f02-f94d-4db1-9fba-13ff323dede6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5458c8b-4d9f-40dc-b421-84177d476412,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:22.299401 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 38700) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:22.308038 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376de0c0-abb3-4efe-94f3-10b5298c8251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69cb4cdf-5490-40d0-94d4-cf0e808ac735,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:22.355414 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-31f63ee3-71ee-4cb3-99f8-e425b9214f6c admin admin] Publish callbacks [] for security_group (c5458c8b-4d9f-40dc-b421-84177d476412), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:22.377324 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-31f63ee3-71ee-4cb3-99f8-e425b9214f6c admin admin] Publish callbacks [] for security_group (c5458c8b-4d9f-40dc-b421-84177d476412), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:22.436291 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91bc41-a0f7-4958-be69-cdd4ece25995 req-72457952-bb37-4a4c-9a48-098f0c9d4bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:22.438083 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ff91bc41-a0f7-4958-be69-cdd4ece25995 req-72457952-bb37-4a4c-9a48-098f0c9d4bc5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ddaa928e-2db4-4b37-b723-ff2ae1e2b964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0585232 May 17 19:30:22.550675 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ff91bc41-a0f7-4958-be69-cdd4ece25995 req-c23ac8c0-3d7b-4326-b7fd-5d9a78637661 service neutron] 10.222.0.69 "GET /v2.0/networks/ddaa928e-2db4-4b37-b723-ff2ae1e2b964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059208 May 17 19:30:22.641502 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-31f63ee3-71ee-4cb3-99f8-e425b9214f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (c5458c8b-4d9f-40dc-b421-84177d476412), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:22.644137 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-31f63ee3-71ee-4cb3-99f8-e425b9214f6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:22.647559 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-31f63ee3-71ee-4cb3-99f8-e425b9214f6c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c5458c8b-4d9f-40dc-b421-84177d476412 HTTP/1.1" status: 204 len: 168 time: 0.3447490 May 17 19:30:22.651204 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ff91bc41-a0f7-4958-be69-cdd4ece25995 req-d2ed19e9-351c-4898-a211-0f368f5853fe service neutron] 10.222.0.69 "GET /v2.0/networks/ddaa928e-2db4-4b37-b723-ff2ae1e2b964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927441 May 17 19:30:22.655914 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f63ee3-71ee-4cb3-99f8-e425b9214f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5458c8b-4d9f-40dc-b421-84177d476412,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:22.993913 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1229785-0146-429f-85eb-4371a308ddcc req-ae871ac9-f2f6-4471-9835-c17f58c93e85 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:22.995367 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d1229785-0146-429f-85eb-4371a308ddcc req-ae871ac9-f2f6-4471-9835-c17f58c93e85 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 946 time: 0.0612326 May 17 19:30:23.047706 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d1229785-0146-429f-85eb-4371a308ddcc req-dc92498a-c979-4ce3-b219-acf19435310f tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460465 May 17 19:30:23.419976 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd4231c-fc0e-443e-b757-898bb339003b req-159e9839-1336-4c4b-840e-edcfe68f38b4 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:23.421869 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-cfd4231c-fc0e-443e-b757-898bb339003b req-159e9839-1336-4c4b-840e-edcfe68f38b4 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 945 time: 0.0799832 May 17 19:30:23.486724 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-cfd4231c-fc0e-443e-b757-898bb339003b req-cfa1164c-47f6-4e9b-8c61-c3b2ddbb9b41 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568981 May 17 19:30:23.613287 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 38756) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:23.628095 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-dd639256-6f51-4c44-a474-f449f23842c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:23.722062 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-dd639256-6f51-4c44-a474-f449f23842c8 admin admin] Publish callbacks [] for security_group (fd7fd03a-fb55-439f-8a4a-dbe9079e1626), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:23.826218 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-dd639256-6f51-4c44-a474-f449f23842c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (fd7fd03a-fb55-439f-8a4a-dbe9079e1626), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:23.896825 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-dd639256-6f51-4c44-a474-f449f23842c8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5cbd020abc4747c9aba7f8d0ddad5d02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2797859 May 17 19:30:23.896825 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd639256-6f51-4c44-a474-f449f23842c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7fd03a-fb55-439f-8a4a-dbe9079e1626,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:23.897057 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 38772) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:23.961289 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-dc16a0a5-99ef-4bbe-967f-e5d082627df2 admin admin] Publish callbacks [] for security_group (fd7fd03a-fb55-439f-8a4a-dbe9079e1626), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:23.994517 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-dc16a0a5-99ef-4bbe-967f-e5d082627df2 admin admin] Publish callbacks [] for security_group (fd7fd03a-fb55-439f-8a4a-dbe9079e1626), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:24.108255 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-dc16a0a5-99ef-4bbe-967f-e5d082627df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (fd7fd03a-fb55-439f-8a4a-dbe9079e1626), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:24.110795 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-dc16a0a5-99ef-4bbe-967f-e5d082627df2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:24.114403 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-dc16a0a5-99ef-4bbe-967f-e5d082627df2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fd7fd03a-fb55-439f-8a4a-dbe9079e1626 HTTP/1.1" status: 204 len: 168 time: 0.2141426 May 17 19:30:24.119716 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc16a0a5-99ef-4bbe-967f-e5d082627df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7fd03a-fb55-439f-8a4a-dbe9079e1626,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:24.169520 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d2f48-7120-4b2a-aff8-4e96b904ad1a req-ec4f99e3-344b-4ad0-81f8-71a4e54c9b72 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:24.171004 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-972d2f48-7120-4b2a-aff8-4e96b904ad1a req-ec4f99e3-344b-4ad0-81f8-71a4e54c9b72 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 946 time: 0.0518672 May 17 19:30:24.227244 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-972d2f48-7120-4b2a-aff8-4e96b904ad1a req-ce1ddee7-959a-4fec-ad55-f0e439ebf8a2 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504928 May 17 19:30:24.626475 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5fefd-5b79-405f-8245-3441ec8f8626 req-03e48cd3-dff7-4ef2-b5f0-90f93e0e8f3b tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:24.628324 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-8ab5fefd-5b79-405f-8245-3441ec8f8626 req-03e48cd3-dff7-4ef2-b5f0-90f93e0e8f3b tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 945 time: 0.0574517 May 17 19:30:24.689893 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-8ab5fefd-5b79-405f-8245-3441ec8f8626 req-a4c374d0-6fef-4ae6-a1ca-3e7660c4e400 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558484 May 17 19:30:24.876719 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf3e5a7-e6ef-4f26-8731-49ab4de55510 req-bd5b7807-6602-4363-9a79-532cebf01aca tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:24.878275 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9cf3e5a7-e6ef-4f26-8731-49ab4de55510 req-bd5b7807-6602-4363-9a79-532cebf01aca tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 945 time: 0.0567648 May 17 19:30:24.888021 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 38820) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:24.897032 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [None req-a901f4ca-2a25-4c83-a1ef-9b818c1da9fd tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Request body: {'floatingip': {'port_id': 'ff8731af-15ec-4499-8ce7-63c71d359613'}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:30:24.980010 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-a901f4ca-2a25-4c83-a1ef-9b818c1da9fd tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks [] for floatingip (639291bc-af6f-489d-9df8-285c6fb460ac), before_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:25.406949 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce541e-88b1-4712-b503-37cab96fcd23 req-b8fc8ad4-7487-4b28-9bed-9024df2129a9 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:25.408406 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-efce541e-88b1-4712-b503-37cab96fcd23 req-b8fc8ad4-7487-4b28-9bed-9024df2129a9 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 946 time: 0.0838509 May 17 19:30:25.578951 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-efce541e-88b1-4712-b503-37cab96fcd23 req-9e2384dc-f3bb-4f8d-9a44-9a548728cbd8 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544352 May 17 19:30:25.666407 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-a901f4ca-2a25-4c83-a1ef-9b818c1da9fd tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:25.736574 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-a901f4ca-2a25-4c83-a1ef-9b818c1da9fd tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16764702'] for floatingip (639291bc-af6f-489d-9df8-285c6fb460ac), after_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:25.847226 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.db.l3_db [None req-a901f4ca-2a25-4c83-a1ef-9b818c1da9fd tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Floating IP 639291bc-af6f-489d-9df8-285c6fb460ac associated. External IP: 172.27.2.146, port: ff8731af-15ec-4499-8ce7-63c71d359613. May 17 19:30:26.022492 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 38868) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:26.254373 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a901f4ca-2a25-4c83-a1ef-9b818c1da9fd tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Router b01f1c7e-ca98-496e-98a3-132f4a505256 has already been hosted by L3 agent d0bc9f74-feb0-4354-bd47-885486f1ec0d {{(pid=103780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 19:30:26.312226 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ce704acc-c04c-40fb-8f75-052104420c4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:26.370429 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a901f4ca-2a25-4c83-a1ef-9b818c1da9fd tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Notify agent at l3_agent.dv-cinder-840678-10-iscsi the message routers_updated {{(pid=103780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 19:30:26.375297 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-a901f4ca-2a25-4c83-a1ef-9b818c1da9fd tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for floatingip (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:26.388262 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ce3512-684d-46a1-bd9e-ebff988c8ca0 None None] Sync routers for ids ['b01f1c7e-ca98-496e-98a3-132f4a505256'] in dv-cinder-840678-10-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 19:30:26.403785 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ce3512-684d-46a1-bd9e-ebff988c8ca0 None None] Routers {'b01f1c7e-ca98-496e-98a3-132f4a505256'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:30:26.404357 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ce704acc-c04c-40fb-8f75-052104420c4e admin admin] Publish callbacks [] for security_group (f2ae80de-991d-4eb7-9a1c-7e1108c10b7c), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:26.404482 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-f3ce3512-684d-46a1-bd9e-ebff988c8ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:30:17Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['b01f1c7e-ca98-496e-98a3-132f4a505256'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:30:26.431791 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-a901f4ca-2a25-4c83-a1ef-9b818c1da9fd tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "PUT /v2.0/floatingips/639291bc-af6f-489d-9df8-285c6fb460ac HTTP/1.1" status: 200 len: 991 time: 1.5426648 May 17 19:30:26.432664 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b22978d8-2688-49c7-8962-728e7874fc70', 'tag': 'ff8731af-15ec-4499-8ce7-63c71d359613'}] {{(pid=103780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:30:26.435769 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1bd86ad9c435c7379d29d4f4527297f276984ecaea51489ddc34f383e603623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a80f69c-5842-4a4d-8d9d-d9b74947d52a" -d '{"events": [{"name": "network-changed", "server_uuid": "b22978d8-2688-49c7-8962-728e7874fc70", "tag": "ff8731af-15ec-4499-8ce7-63c71d359613"}]}' {{(pid=103780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:30:26.479534 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 19:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e42c180-812f-4744-9d9e-4cf9179dd63f x-openstack-request-id: req-1e42c180-812f-4744-9d9e-4cf9179dd63f {{(pid=103780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:30:26.479831 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b22978d8-2688-49c7-8962-728e7874fc70", "tag": "ff8731af-15ec-4499-8ce7-63c71d359613", "status": "completed", "code": 200}]} {{(pid=103780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:30:26.480072 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1e42c180-812f-4744-9d9e-4cf9179dd63f {{(pid=103780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:30:26.480466 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e42c180-812f-4744-9d9e-4cf9179dd63f'] response: {'name': 'network-changed', 'server_uuid': 'b22978d8-2688-49c7-8962-728e7874fc70', 'tag': 'ff8731af-15ec-4499-8ce7-63c71d359613', 'status': 'completed', 'code': 200} May 17 19:30:26.525126 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ce704acc-c04c-40fb-8f75-052104420c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (f2ae80de-991d-4eb7-9a1c-7e1108c10b7c), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:26.547774 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-f3ce3512-684d-46a1-bd9e-ebff988c8ca0 None None] Set router b01f1c7e-ca98-496e-98a3-132f4a505256 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:30:26.574287 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-ce704acc-c04c-40fb-8f75-052104420c4e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8dcf3d06de29437ebbd50e15eec83166&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5505660 May 17 19:30:26.577751 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 38892) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:26.608028 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80f69c-5842-4a4d-8d9d-d9b74947d52a req-1aa3ab16-a1b1-42b1-b92f-2f734230fa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:26.611437 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2a80f69c-5842-4a4d-8d9d-d9b74947d52a req-1aa3ab16-a1b1-42b1-b92f-2f734230fa5e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b23e9f1907a6406785be000e1373dc41&device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 1129 time: 0.0981193 May 17 19:30:26.650274 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce704acc-c04c-40fb-8f75-052104420c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ae80de-991d-4eb7-9a1c-7e1108c10b7c,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:26.736379 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-cd3b4e8e-3b15-4a76-b3b1-c1af4d33cf71 admin admin] Publish callbacks [] for security_group (f2ae80de-991d-4eb7-9a1c-7e1108c10b7c), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:26.764082 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80f69c-5842-4a4d-8d9d-d9b74947d52a req-1f473f19-1ce7-4098-8f60-332893d29b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:26.765608 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2a80f69c-5842-4a4d-8d9d-d9b74947d52a req-1f473f19-1ce7-4098-8f60-332893d29b13 service neutron] 10.222.0.69 "GET /v2.0/networks?id=40c7fbe2-bd07-440e-b191-34ce3a30a8a0 HTTP/1.1" status: 200 len: 918 time: 0.1482747 May 17 19:30:26.824022 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-cd3b4e8e-3b15-4a76-b3b1-c1af4d33cf71 admin admin] Publish callbacks [] for security_group (f2ae80de-991d-4eb7-9a1c-7e1108c10b7c), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:26.853611 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7ab9a-c0b5-4575-a9a8-f58f9f2c2399 req-3a602da8-e51a-403d-8653-296e52c50568 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:26.861173 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-b4d7ab9a-c0b5-4575-a9a8-f58f9f2c2399 req-3a602da8-e51a-403d-8653-296e52c50568 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 946 time: 0.0982225 May 17 19:30:26.920257 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2a80f69c-5842-4a4d-8d9d-d9b74947d52a req-66c15346-81bc-4db7-bc60-01fe7f020b96 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff8731af-15ec-4499-8ce7-63c71d359613 HTTP/1.1" status: 200 len: 999 time: 0.1425798 May 17 19:30:26.935579 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-b4d7ab9a-c0b5-4575-a9a8-f58f9f2c2399 req-a88b414d-d72d-4a0e-9a7c-ed3dc7026e39 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696094 May 17 19:30:26.998854 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80f69c-5842-4a4d-8d9d-d9b74947d52a req-12c22a4f-abb3-4f05-95e1-a83bf6816460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:27.002126 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2a80f69c-5842-4a4d-8d9d-d9b74947d52a req-12c22a4f-abb3-4f05-95e1-a83bf6816460 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4afc8f6d-c4ef-4f27-b1bd-b836aad1cd58 HTTP/1.1" status: 200 len: 856 time: 0.0719714 May 17 19:30:27.022237 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-cd3b4e8e-3b15-4a76-b3b1-c1af4d33cf71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (f2ae80de-991d-4eb7-9a1c-7e1108c10b7c), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:27.025161 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-cd3b4e8e-3b15-4a76-b3b1-c1af4d33cf71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:27.025955 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-cd3b4e8e-3b15-4a76-b3b1-c1af4d33cf71 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f2ae80de-991d-4eb7-9a1c-7e1108c10b7c HTTP/1.1" status: 204 len: 168 time: 0.4472458 May 17 19:30:27.040005 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b4e8e-3b15-4a76-b3b1-c1af4d33cf71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ae80de-991d-4eb7-9a1c-7e1108c10b7c,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:27.065588 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80f69c-5842-4a4d-8d9d-d9b74947d52a req-caf357b8-4f56-4b3e-b5cd-56bb7542a9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:27.067150 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2a80f69c-5842-4a4d-8d9d-d9b74947d52a req-caf357b8-4f56-4b3e-b5cd-56bb7542a9c2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=40c7fbe2-bd07-440e-b191-34ce3a30a8a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0608251 May 17 19:30:27.073525 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-f3ce3512-684d-46a1-bd9e-ebff988c8ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'name': 'tempest-AttachVolumeShelveTestJSON-1105554132-router', 'tenant_id': 'b23e9f1907a6406785be000e1373dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '003b7f17-8c79-4647-b3d2-1123bd52e32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:29:41Z', 'updated_at': '2022-05-17T19:29:49Z', 'revision_number': 4, 'project_id': 'b23e9f1907a6406785be000e1373dc41', 'gw_port': {'id': '003b7f17-8c79-4647-b3d2-1123bd52e32e', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:42Z', 'updated_at': '2022-05-17T19:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_floatingips': [{'id': '639291bc-af6f-489d-9df8-285c6fb460ac', 'tenant_id': 'b23e9f1907a6406785be000e1373dc41', 'floating_ip_address': '172.27.2.146', 'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'router_id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'port_id': 'ff8731af-15ec-4499-8ce7-63c71d359613', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40c7fbe2-bd07-440e-b191-34ce3a30a8a0', 'mac_address': 'fa:16:3e:31:3c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22978d8-2688-49c7-8962-728e7874fc70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T19:30:01Z', 'updated_at': '2022-05-17T19:30:25Z', 'revision_number': 1, 'project_id': 'b23e9f1907a6406785be000e1373dc41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79ee1b34-18a6-4b3f-ba58-9dc950d058cd', 'name': '', 'network_id': '40c7fbe2-bd07-440e-b191-34ce3a30a8a0', 'tenant_id': 'b23e9f1907a6406785be000e1373dc41', 'mac_address': 'fa:16:3e:8a:78:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4afc8f6d-c4ef-4f27-b1bd-b836aad1cd58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:47Z', 'updated_at': '2022-05-17T19:29:56Z', 'revision_number': 5, 'project_id': 'b23e9f1907a6406785be000e1373dc41', 'subnets': [{'id': '4afc8f6d-c4ef-4f27-b1bd-b836aad1cd58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:30:27.103349 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ce3512-684d-46a1-bd9e-ebff988c8ca0 None None] Checking router: b01f1c7e-ca98-496e-98a3-132f4a505256 for host: dv-cinder-840678-10-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 19:30:27.113911 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ce3512-684d-46a1-bd9e-ebff988c8ca0 None None] Routers {'b01f1c7e-ca98-496e-98a3-132f4a505256'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:30:27.114673 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-f3ce3512-684d-46a1-bd9e-ebff988c8ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:30:17Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['b01f1c7e-ca98-496e-98a3-132f4a505256'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:30:27.227210 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2a80f69c-5842-4a4d-8d9d-d9b74947d52a req-ef816884-bc97-4331-ab9e-4d4dc1ccb4b7 service neutron] 10.222.0.69 "GET /v2.0/networks/40c7fbe2-bd07-440e-b191-34ce3a30a8a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431098 May 17 19:30:27.366844 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2a80f69c-5842-4a4d-8d9d-d9b74947d52a req-0541788b-9fc9-4025-9806-4a434ee87c39 service neutron] 10.222.0.69 "GET /v2.0/networks/40c7fbe2-bd07-440e-b191-34ce3a30a8a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325300 May 17 19:30:27.373151 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-f3ce3512-684d-46a1-bd9e-ebff988c8ca0 None None] Set router b01f1c7e-ca98-496e-98a3-132f4a505256 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:30:27.621349 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-f3ce3512-684d-46a1-bd9e-ebff988c8ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'name': 'tempest-AttachVolumeShelveTestJSON-1105554132-router', 'tenant_id': 'b23e9f1907a6406785be000e1373dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '003b7f17-8c79-4647-b3d2-1123bd52e32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:29:41Z', 'updated_at': '2022-05-17T19:29:49Z', 'revision_number': 4, 'project_id': 'b23e9f1907a6406785be000e1373dc41', 'gw_port': {'id': '003b7f17-8c79-4647-b3d2-1123bd52e32e', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:42Z', 'updated_at': '2022-05-17T19:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_floatingips': [{'id': '639291bc-af6f-489d-9df8-285c6fb460ac', 'tenant_id': 'b23e9f1907a6406785be000e1373dc41', 'floating_ip_address': '172.27.2.146', 'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'router_id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'port_id': 'ff8731af-15ec-4499-8ce7-63c71d359613', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40c7fbe2-bd07-440e-b191-34ce3a30a8a0', 'mac_address': 'fa:16:3e:31:3c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22978d8-2688-49c7-8962-728e7874fc70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T19:30:01Z', 'updated_at': '2022-05-17T19:30:25Z', 'revision_number': 1, 'project_id': 'b23e9f1907a6406785be000e1373dc41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79ee1b34-18a6-4b3f-ba58-9dc950d058cd', 'name': '', 'network_id': '40c7fbe2-bd07-440e-b191-34ce3a30a8a0', 'tenant_id': 'b23e9f1907a6406785be000e1373dc41', 'mac_address': 'fa:16:3e:8a:78:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4afc8f6d-c4ef-4f27-b1bd-b836aad1cd58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:47Z', 'updated_at': '2022-05-17T19:29:56Z', 'revision_number': 5, 'project_id': 'b23e9f1907a6406785be000e1373dc41', 'subnets': [{'id': '4afc8f6d-c4ef-4f27-b1bd-b836aad1cd58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:30:27.646733 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ce3512-684d-46a1-bd9e-ebff988c8ca0 None None] The sync data for ids ['b01f1c7e-ca98-496e-98a3-132f4a505256'] in dv-cinder-840678-10-iscsi is: [{'id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'name': 'tempest-AttachVolumeShelveTestJSON-1105554132-router', 'tenant_id': 'b23e9f1907a6406785be000e1373dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '003b7f17-8c79-4647-b3d2-1123bd52e32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:29:41Z', 'updated_at': '2022-05-17T19:29:49Z', 'revision_number': 4, 'project_id': 'b23e9f1907a6406785be000e1373dc41', 'gw_port': {'id': '003b7f17-8c79-4647-b3d2-1123bd52e32e', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:42Z', 'updated_at': '2022-05-17T19:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_floatingips': [{'id': '639291bc-af6f-489d-9df8-285c6fb460ac', 'tenant_id': 'b23e9f1907a6406785be000e1373dc41', 'floating_ip_address': '172.27.2.146', 'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'router_id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'port_id': 'ff8731af-15ec-4499-8ce7-63c71d359613', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40c7fbe2-bd07-440e-b191-34ce3a30a8a0', 'mac_address': 'fa:16:3e:31:3c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22978d8-2688-49c7-8962-728e7874fc70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T19:30:01Z', 'updated_at': '2022-05-17T19:30:25Z', 'revision_number': 1, 'project_id': 'b23e9f1907a6406785be000e1373dc41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79ee1b34-18a6-4b3f-ba58-9dc950d058cd', 'name': '', 'network_id': '40c7fbe2-bd07-440e-b191-34ce3a30a8a0', 'tenant_id': 'b23e9f1907a6406785be000e1373dc41', 'mac_address': 'fa:16:3e:8a:78:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4afc8f6d-c4ef-4f27-b1bd-b836aad1cd58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:47Z', 'updated_at': '2022-05-17T19:29:56Z', 'revision_number': 5, 'project_id': 'b23e9f1907a6406785be000e1373dc41', 'subnets': [{'id': '4afc8f6d-c4ef-4f27-b1bd-b836aad1cd58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 19:30:27.892677 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 38966) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:27.910468 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-0adbc53a-0f57-4af5-aaad-3ceae4fb908f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:27.919965 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af84a6d-a656-4e3f-9782-66ac07fc1f54 None None] New status for floating IP 639291bc-af6f-489d-9df8-285c6fb460ac: ACTIVE {{(pid=103782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 19:30:28.021312 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-0adbc53a-0f57-4af5-aaad-3ceae4fb908f admin admin] Publish callbacks [] for security_group (c8c9b8f3-d87f-4139-9bbd-185cb471e6e9), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:28.062566 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3683ebb3-5dee-4b6f-b704-46365f63cf72 req-321e7851-fc28-4159-8d4e-a77f0eb55ec1 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:28.064311 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3683ebb3-5dee-4b6f-b704-46365f63cf72 req-321e7851-fc28-4159-8d4e-a77f0eb55ec1 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 946 time: 0.0558345 May 17 19:30:28.115112 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3683ebb3-5dee-4b6f-b704-46365f63cf72 req-696503a4-afb4-4a36-a8c3-dc23d6bb0690 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451250 May 17 19:30:28.176421 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-0adbc53a-0f57-4af5-aaad-3ceae4fb908f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (c8c9b8f3-d87f-4139-9bbd-185cb471e6e9), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:28.215019 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-0adbc53a-0f57-4af5-aaad-3ceae4fb908f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cc489143a7284b8fb1b691c2f666a361&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3188224 May 17 19:30:28.216604 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adbc53a-0f57-4af5-aaad-3ceae4fb908f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c9b8f3-d87f-4139-9bbd-185cb471e6e9,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:28.218330 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 38974) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:28.272459 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-5695efb1-5181-4016-8075-d9d9c7b51d76 admin admin] Publish callbacks [] for security_group (c8c9b8f3-d87f-4139-9bbd-185cb471e6e9), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:28.295948 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-5695efb1-5181-4016-8075-d9d9c7b51d76 admin admin] Publish callbacks [] for security_group (c8c9b8f3-d87f-4139-9bbd-185cb471e6e9), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:28.422158 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-5695efb1-5181-4016-8075-d9d9c7b51d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (c8c9b8f3-d87f-4139-9bbd-185cb471e6e9), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:28.424719 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-5695efb1-5181-4016-8075-d9d9c7b51d76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:28.426097 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-5695efb1-5181-4016-8075-d9d9c7b51d76 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c8c9b8f3-d87f-4139-9bbd-185cb471e6e9 HTTP/1.1" status: 204 len: 168 time: 0.2066832 May 17 19:30:28.435966 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5695efb1-5181-4016-8075-d9d9c7b51d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c9b8f3-d87f-4139-9bbd-185cb471e6e9,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:29.065922 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 38998) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:29.206387 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8297f28f-7cf7-48e8-a77d-584d55f08ba0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:29.284474 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08df15-7470-4cff-91b0-7fb15da9c8e8 req-c752869b-a856-43d3-9f1a-c0ff143287f5 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:29.285139 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-cf08df15-7470-4cff-91b0-7fb15da9c8e8 req-c752869b-a856-43d3-9f1a-c0ff143287f5 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 946 time: 0.0712910 May 17 19:30:29.325153 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8297f28f-7cf7-48e8-a77d-584d55f08ba0 admin admin] Publish callbacks [] for security_group (dd5328c8-c782-4480-8a60-427a775fd0f9), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:29.357279 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-cf08df15-7470-4cff-91b0-7fb15da9c8e8 req-a00a1dce-8dca-4872-8d34-b25163213b93 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623727 May 17 19:30:29.416775 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8297f28f-7cf7-48e8-a77d-584d55f08ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (dd5328c8-c782-4480-8a60-427a775fd0f9), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:29.473122 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-8297f28f-7cf7-48e8-a77d-584d55f08ba0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bfe4515ffcc14ccc81e01855fc4a5309&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4160454 May 17 19:30:29.475474 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8297f28f-7cf7-48e8-a77d-584d55f08ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5328c8-c782-4480-8a60-427a775fd0f9,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:29.477511 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 39018) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:29.561126 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-a7d88fd0-7845-4c4f-b361-34d4a6638ccc admin admin] Publish callbacks [] for security_group (dd5328c8-c782-4480-8a60-427a775fd0f9), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:29.585525 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-a7d88fd0-7845-4c4f-b361-34d4a6638ccc admin admin] Publish callbacks [] for security_group (dd5328c8-c782-4480-8a60-427a775fd0f9), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:29.713762 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-a7d88fd0-7845-4c4f-b361-34d4a6638ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (dd5328c8-c782-4480-8a60-427a775fd0f9), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:29.717189 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-a7d88fd0-7845-4c4f-b361-34d4a6638ccc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:29.719537 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-a7d88fd0-7845-4c4f-b361-34d4a6638ccc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dd5328c8-c782-4480-8a60-427a775fd0f9 HTTP/1.1" status: 204 len: 168 time: 0.2384567 May 17 19:30:29.732807 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d88fd0-7845-4c4f-b361-34d4a6638ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5328c8-c782-4480-8a60-427a775fd0f9,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:29.885538 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 39056) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:30.265148 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-089b5d3a-5d74-435c-b814-cb72a9b97af9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-440656878-network', 'tenant_id': 'f18adcec58b14844bec04657953b5d10'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:30:30.376308 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089b5d3a-5d74-435c-b814-cb72a9b97af9 admin admin] Made reservation on behalf of f18adcec58b14844bec04657953b5d10 for: {'network': 1} {{(pid=103781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:30:30.378800 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-089b5d3a-5d74-435c-b814-cb72a9b97af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for network (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:30.388518 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-089b5d3a-5d74-435c-b814-cb72a9b97af9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:30.520324 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-089b5d3a-5d74-435c-b814-cb72a9b97af9 admin admin] Publish callbacks [] for security_group (a7f65fe6-8875-4e5b-b077-8ec93ad0cc8e), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:30.527564 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa0a299-35a9-4a9e-8b72-6701e2cf6aab req-d0153b2c-0606-408c-8524-abac99bd6d52 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:30.529570 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6aa0a299-35a9-4a9e-8b72-6701e2cf6aab req-d0153b2c-0606-408c-8524-abac99bd6d52 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 946 time: 0.0668845 May 17 19:30:30.584344 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6aa0a299-35a9-4a9e-8b72-6701e2cf6aab req-b0733ff7-43da-4d6e-98d7-1e80d15e2d32 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480447 May 17 19:30:30.619704 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-089b5d3a-5d74-435c-b814-cb72a9b97af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (a7f65fe6-8875-4e5b-b077-8ec93ad0cc8e), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:30.647748 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-089b5d3a-5d74-435c-b814-cb72a9b97af9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=103781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 19:30:30.658211 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b5d3a-5d74-435c-b814-cb72a9b97af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f65fe6-8875-4e5b-b077-8ec93ad0cc8e,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:30.663059 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-089b5d3a-5d74-435c-b814-cb72a9b97af9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792041590285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944438'] for segment (4c44b409-7e32-4876-a336-301910c42d49), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:30.663901 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.db.segments_db [None req-089b5d3a-5d74-435c-b814-cb72a9b97af9 admin admin] Added segment 4c44b409-7e32-4876-a336-301910c42d49 of type vlan for network 7cfff6ba-0239-41b9-8dac-d35f24885aca May 17 19:30:30.679876 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 39084) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:30.695949 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-8a7b5f19-2ffb-4be8-9ef4-a3bca1565a9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:30.705834 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-089b5d3a-5d74-435c-b814-cb72a9b97af9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792041130644'] for network (7cfff6ba-0239-41b9-8dac-d35f24885aca), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:30.809584 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-8a7b5f19-2ffb-4be8-9ef4-a3bca1565a9c admin admin] Publish callbacks [] for security_group (462a07a7-ae81-4817-8758-96f0e3d18a91), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:30.817066 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-089b5d3a-5d74-435c-b814-cb72a9b97af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519'] for network (7cfff6ba-0239-41b9-8dac-d35f24885aca), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:30.818512 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089b5d3a-5d74-435c-b814-cb72a9b97af9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:30.819074 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-089b5d3a-5d74-435c-b814-cb72a9b97af9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for network (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:30.883274 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b5d3a-5d74-435c-b814-cb72a9b97af9 admin admin] Pushing event updated for resources: {'Network': ['ID=7cfff6ba-0239-41b9-8dac-d35f24885aca,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:30.897906 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Network 7cfff6ba-0239-41b9-8dac-d35f24885aca details requested by agent ovs-agent-dv-cinder-840678-10-iscsi with host dv-cinder-840678-10-iscsi {{(pid=103782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 19:30:30.908342 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 39092) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:30.948167 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-8a7b5f19-2ffb-4be8-9ef4-a3bca1565a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (462a07a7-ae81-4817-8758-96f0e3d18a91), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:30.988766 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-089b5d3a-5d74-435c-b814-cb72a9b97af9 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1014512 May 17 19:30:30.989469 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 39102) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:31.006311 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-89dd7560-3e31-40f0-82b8-51b312ee4522 admin admin] Request body: {'subnet': {'network_id': '7cfff6ba-0239-41b9-8dac-d35f24885aca', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-440656878-subnet', 'tenant_id': 'f18adcec58b14844bec04657953b5d10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:30:31.017797 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-8a7b5f19-2ffb-4be8-9ef4-a3bca1565a9c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2ac6f7ce879c46c19105a26328674c31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3369579 May 17 19:30:31.019001 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 39104) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:31.048844 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7b5f19-2ffb-4be8-9ef4-a3bca1565a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462a07a7-ae81-4817-8758-96f0e3d18a91,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:31.091843 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-edde8c90-1464-4a6b-a24a-bb159ab3c233 admin admin] Publish callbacks [] for security_group (462a07a7-ae81-4817-8758-96f0e3d18a91), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:31.092902 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-e9989c3d-2562-4251-8d54-fec060a9f152 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:31.119792 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-edde8c90-1464-4a6b-a24a-bb159ab3c233 admin admin] Publish callbacks [] for security_group (462a07a7-ae81-4817-8758-96f0e3d18a91), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:31.202954 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-e9989c3d-2562-4251-8d54-fec060a9f152 admin admin] Publish callbacks [] for security_group (97311ed6-d6e6-44ce-aaee-11dd411f448f), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:31.213640 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89dd7560-3e31-40f0-82b8-51b312ee4522 admin admin] Made reservation on behalf of f18adcec58b14844bec04657953b5d10 for: {'subnet': 1} {{(pid=103781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:30:31.217048 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-89dd7560-3e31-40f0-82b8-51b312ee4522 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13613855'] for subnet (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:31.311915 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-edde8c90-1464-4a6b-a24a-bb159ab3c233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (462a07a7-ae81-4817-8758-96f0e3d18a91), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:31.315683 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-edde8c90-1464-4a6b-a24a-bb159ab3c233 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:31.317009 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-edde8c90-1464-4a6b-a24a-bb159ab3c233 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/462a07a7-ae81-4817-8758-96f0e3d18a91 HTTP/1.1" status: 204 len: 168 time: 0.2960978 May 17 19:30:31.324443 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-e9989c3d-2562-4251-8d54-fec060a9f152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (97311ed6-d6e6-44ce-aaee-11dd411f448f), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:31.347204 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edde8c90-1464-4a6b-a24a-bb159ab3c233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462a07a7-ae81-4817-8758-96f0e3d18a91,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:31.385698 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-e9989c3d-2562-4251-8d54-fec060a9f152 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=19b750e65e6b43ffacd84c52ddba982d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4739673 May 17 19:30:31.385698 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9989c3d-2562-4251-8d54-fec060a9f152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97311ed6-d6e6-44ce-aaee-11dd411f448f,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:31.386948 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 39110) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:31.457303 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-fb5df892-f543-4300-9236-0522f0de0b85 admin admin] Publish callbacks [] for security_group (97311ed6-d6e6-44ce-aaee-11dd411f448f), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:31.482474 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-fb5df892-f543-4300-9236-0522f0de0b85 admin admin] Publish callbacks [] for security_group (97311ed6-d6e6-44ce-aaee-11dd411f448f), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:31.599386 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-89dd7560-3e31-40f0-82b8-51b312ee4522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16348314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13823650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13613833'] for subnet (926002d7-12ec-4ab8-a129-569d7b47ecbc), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:31.655186 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd7560-3e31-40f0-82b8-51b312ee4522 admin admin] Pushing event updated for resources: {'Subnet': ['ID=926002d7-12ec-4ab8-a129-569d7b47ecbc,revision_number=0']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:31.672883 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dd7560-3e31-40f0-82b8-51b312ee4522 admin admin] Checking segment: {'id': '4c44b409-7e32-4876-a336-301910c42d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7cfff6ba-0239-41b9-8dac-d35f24885aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:30:31.673521 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89dd7560-3e31-40f0-82b8-51b312ee4522 admin admin] Network hostable DHCP agents. Network: 7cfff6ba-0239-41b9-8dac-d35f24885aca, hostable agents: ['acc21e7f-c3fd-47ad-b523-e51f8b89f08b'], hosted agents: [] {{(pid=103781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 19:30:31.728444 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-fb5df892-f543-4300-9236-0522f0de0b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (97311ed6-d6e6-44ce-aaee-11dd411f448f), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:31.731390 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-fb5df892-f543-4300-9236-0522f0de0b85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:31.733091 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-fb5df892-f543-4300-9236-0522f0de0b85 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/97311ed6-d6e6-44ce-aaee-11dd411f448f HTTP/1.1" status: 204 len: 168 time: 0.3445628 May 17 19:30:31.743950 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c40e361-cb6c-41dd-9a50-73c11d3e36df req-fbd7e7c1-9442-4d0e-bcf0-df6504aee094 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:31.746115 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-1c40e361-cb6c-41dd-9a50-73c11d3e36df req-fbd7e7c1-9442-4d0e-bcf0-df6504aee094 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 946 time: 0.0824313 May 17 19:30:31.755245 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5df892-f543-4300-9236-0522f0de0b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97311ed6-d6e6-44ce-aaee-11dd411f448f,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:31.810332 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-1c40e361-cb6c-41dd-9a50-73c11d3e36df req-6c387240-42a9-408a-90d8-2c4d510d2c0d tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570705 May 17 19:30:31.839075 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89dd7560-3e31-40f0-82b8-51b312ee4522 admin admin] Network 7cfff6ba-0239-41b9-8dac-d35f24885aca is scheduled to be hosted by DHCP agent acc21e7f-c3fd-47ad-b523-e51f8b89f08b with binding_index 1 {{(pid=103781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 19:30:32.026258 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [None req-89dd7560-3e31-40f0-82b8-51b312ee4522 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-10-iscsi, 7cfff6ba-0239-41b9-8dac-d35f24885aca) {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:30:32.038624 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703d40f4-89a7-4119-b5bc-ffffd15ffa3f None None] Network 7cfff6ba-0239-41b9-8dac-d35f24885aca requested from dv-cinder-840678-10-iscsi {{(pid=103782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 19:30:32.043289 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dd7560-3e31-40f0-82b8-51b312ee4522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:32.044086 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-89dd7560-3e31-40f0-82b8-51b312ee4522 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:32.184940 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7e5fde-28fd-48a2-b5a9-58ccb9558add None None] Network 7cfff6ba-0239-41b9-8dac-d35f24885aca requested from dv-cinder-840678-10-iscsi {{(pid=103782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 19:30:32.281397 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-89dd7560-3e31-40f0-82b8-51b312ee4522 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2893450 May 17 19:30:32.816266 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 39158) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:32.836026 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-0d12e761-4f09-4cb6-b726-aaded8ee3373 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:32.936725 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-0d12e761-4f09-4cb6-b726-aaded8ee3373 admin admin] Publish callbacks [] for security_group (154df30b-2120-4f2c-ac0e-d93febce93b3), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:32.980056 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253519cc-0dd4-4110-8d63-afde73c139c9 req-4a5d2bb5-3801-4366-a8de-07121e479ddb tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:32.983991 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-253519cc-0dd4-4110-8d63-afde73c139c9 req-4a5d2bb5-3801-4366-a8de-07121e479ddb tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 946 time: 0.0743914 May 17 19:30:33.033695 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-0d12e761-4f09-4cb6-b726-aaded8ee3373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (154df30b-2120-4f2c-ac0e-d93febce93b3), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:33.036070 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-253519cc-0dd4-4110-8d63-afde73c139c9 req-a52e496a-6ba1-42c4-a2d5-5dcfbb2cc61b tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478539 May 17 19:30:33.087343 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d12e761-4f09-4cb6-b726-aaded8ee3373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154df30b-2120-4f2c-ac0e-d93febce93b3,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:33.093874 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-0d12e761-4f09-4cb6-b726-aaded8ee3373 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4ac95786705c46e0b49273629304d0d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2757180 May 17 19:30:33.096683 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 39170) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:33.169706 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-38fe66d5-f98e-4ae2-a201-0792cc96c963 admin admin] Publish callbacks [] for security_group (154df30b-2120-4f2c-ac0e-d93febce93b3), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:33.200977 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-38fe66d5-f98e-4ae2-a201-0792cc96c963 admin admin] Publish callbacks [] for security_group (154df30b-2120-4f2c-ac0e-d93febce93b3), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:33.365159 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-38fe66d5-f98e-4ae2-a201-0792cc96c963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (154df30b-2120-4f2c-ac0e-d93febce93b3), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:33.368811 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-38fe66d5-f98e-4ae2-a201-0792cc96c963 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:33.370688 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-38fe66d5-f98e-4ae2-a201-0792cc96c963 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/154df30b-2120-4f2c-ac0e-d93febce93b3 HTTP/1.1" status: 204 len: 168 time: 0.2726820 May 17 19:30:33.381390 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe66d5-f98e-4ae2-a201-0792cc96c963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154df30b-2120-4f2c-ac0e-d93febce93b3,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:33.493212 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 39184) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:33.615819 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0b6f1-cfd1-4110-83e1-2831a942c1bd req-58665bd5-3603-4dd0-9adc-ecda8f15c63d tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:33.620206 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d7e0b6f1-cfd1-4110-83e1-2831a942c1bd req-58665bd5-3603-4dd0-9adc-ecda8f15c63d tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb1bb398-381d-442d-a5d1-e46150764958 HTTP/1.1" status: 200 len: 945 time: 0.0551698 May 17 19:30:33.676655 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d7e0b6f1-cfd1-4110-83e1-2831a942c1bd req-f2bd1ba6-3569-4d19-960b-66a11cf9f55b tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbe51ad4-3b90-4bde-b141-d8eeac892d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509565 May 17 19:30:33.871983 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-0b701b2f-b256-4435-8f11-8e58e0dcc247 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:33.962577 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 39206) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:33.971827 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-b3d1b49a-4b46-407a-b129-9803fc31a255 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1871746388-network', 'tenant_id': '21af0c27992c45b7be22b686674afef9'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:30:34.002149 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-0b701b2f-b256-4435-8f11-8e58e0dcc247 admin admin] Publish callbacks [] for security_group (88d670d2-a87c-4da8-95b9-084f0af35a46), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:34.099336 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d1b49a-4b46-407a-b129-9803fc31a255 admin admin] Made reservation on behalf of 21af0c27992c45b7be22b686674afef9 for: {'network': 1} {{(pid=103781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:30:34.105316 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b3d1b49a-4b46-407a-b129-9803fc31a255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for network (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:34.120823 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b3d1b49a-4b46-407a-b129-9803fc31a255 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:34.128898 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-0b701b2f-b256-4435-8f11-8e58e0dcc247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (88d670d2-a87c-4da8-95b9-084f0af35a46), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:34.224287 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b701b2f-b256-4435-8f11-8e58e0dcc247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d670d2-a87c-4da8-95b9-084f0af35a46,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:34.241035 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-0b701b2f-b256-4435-8f11-8e58e0dcc247 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=97d6875a858449e7b8062238704a4769&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7467396 May 17 19:30:34.243997 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 39216) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:34.244608 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b3d1b49a-4b46-407a-b129-9803fc31a255 admin admin] Publish callbacks [] for security_group (91ffe2df-55c7-4560-a990-40ca2a90583b), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:34.259244 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfdd632-b400-48cb-b377-b77eaa58c865 req-9de97c50-2b0c-4cfa-a13c-215f1ff67150 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:34.261008 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-5bfdd632-b400-48cb-b377-b77eaa58c865 req-9de97c50-2b0c-4cfa-a13c-215f1ff67150 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 946 time: 0.1084127 May 17 19:30:34.313295 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b3d1b49a-4b46-407a-b129-9803fc31a255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (91ffe2df-55c7-4560-a990-40ca2a90583b), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:34.342095 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3d1b49a-4b46-407a-b129-9803fc31a255 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=103781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 19:30:34.348938 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-5bfdd632-b400-48cb-b377-b77eaa58c865 req-8b2160a4-ec09-4307-947a-c0b5a0f14aa0 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800731 May 17 19:30:34.349717 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-bb60653f-134e-4d70-8488-d8c846b6e197 admin admin] Publish callbacks [] for security_group (88d670d2-a87c-4da8-95b9-084f0af35a46), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:34.352547 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d1b49a-4b46-407a-b129-9803fc31a255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ffe2df-55c7-4560-a990-40ca2a90583b,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:34.364220 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b3d1b49a-4b46-407a-b129-9803fc31a255 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792041590285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944438'] for segment (19cc4a50-8b71-4d59-b982-142ffb9df755), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:34.364735 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.db.segments_db [None req-b3d1b49a-4b46-407a-b129-9803fc31a255 admin admin] Added segment 19cc4a50-8b71-4d59-b982-142ffb9df755 of type vlan for network d5f986ff-8668-4a5a-ac35-5d318bccbe39 May 17 19:30:34.378876 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-bb60653f-134e-4d70-8488-d8c846b6e197 admin admin] Publish callbacks [] for security_group (88d670d2-a87c-4da8-95b9-084f0af35a46), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:34.424285 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b3d1b49a-4b46-407a-b129-9803fc31a255 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792041130644'] for network (d5f986ff-8668-4a5a-ac35-5d318bccbe39), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:34.530997 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b3d1b49a-4b46-407a-b129-9803fc31a255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519'] for network (d5f986ff-8668-4a5a-ac35-5d318bccbe39), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:34.531165 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-bb60653f-134e-4d70-8488-d8c846b6e197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (88d670d2-a87c-4da8-95b9-084f0af35a46), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:34.532584 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d1b49a-4b46-407a-b129-9803fc31a255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:34.533323 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b3d1b49a-4b46-407a-b129-9803fc31a255 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for network (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:34.533605 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-bb60653f-134e-4d70-8488-d8c846b6e197 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:34.535546 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-bb60653f-134e-4d70-8488-d8c846b6e197 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/88d670d2-a87c-4da8-95b9-084f0af35a46 HTTP/1.1" status: 204 len: 168 time: 0.2898498 May 17 19:30:34.543662 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60653f-134e-4d70-8488-d8c846b6e197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d670d2-a87c-4da8-95b9-084f0af35a46,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:34.656900 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-b3d1b49a-4b46-407a-b129-9803fc31a255 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6930807 May 17 19:30:34.659467 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 39228) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:34.666108 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-27ca123c-432e-4553-800b-43163fd4c7fe admin admin] Request body: {'subnet': {'network_id': 'd5f986ff-8668-4a5a-ac35-5d318bccbe39', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1871746388-subnet', 'tenant_id': '21af0c27992c45b7be22b686674afef9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:30:34.671345 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d1b49a-4b46-407a-b129-9803fc31a255 admin admin] Pushing event updated for resources: {'Network': ['ID=d5f986ff-8668-4a5a-ac35-5d318bccbe39,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:34.681667 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Network d5f986ff-8668-4a5a-ac35-5d318bccbe39 details requested by agent ovs-agent-dv-cinder-840678-10-iscsi with host dv-cinder-840678-10-iscsi {{(pid=103782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 19:30:34.771608 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ca123c-432e-4553-800b-43163fd4c7fe admin admin] Made reservation on behalf of 21af0c27992c45b7be22b686674afef9 for: {'subnet': 1} {{(pid=103781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:30:34.774107 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-27ca123c-432e-4553-800b-43163fd4c7fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13613855'] for subnet (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:34.848666 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8d890-86a9-4ff5-ad6e-13506d090a5f req-eb03839f-37c1-47ec-80e6-2972bdd5a22d tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:34.850152 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-cae8d890-86a9-4ff5-ad6e-13506d090a5f req-eb03839f-37c1-47ec-80e6-2972bdd5a22d tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb1bb398-381d-442d-a5d1-e46150764958 HTTP/1.1" status: 200 len: 945 time: 0.0917735 May 17 19:30:34.993181 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-cae8d890-86a9-4ff5-ad6e-13506d090a5f req-068c1429-b5e3-4d90-ba3f-f533b3468779 tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbe51ad4-3b90-4bde-b141-d8eeac892d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094902 May 17 19:30:35.205187 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-27ca123c-432e-4553-800b-43163fd4c7fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16348314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13823650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13613833'] for subnet (5ba05a9b-c99c-47a1-98fe-a91e95c698ba), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:35.268822 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca123c-432e-4553-800b-43163fd4c7fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ba05a9b-c99c-47a1-98fe-a91e95c698ba,revision_number=0']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:35.276523 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ca123c-432e-4553-800b-43163fd4c7fe admin admin] Checking segment: {'id': '19cc4a50-8b71-4d59-b982-142ffb9df755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd5f986ff-8668-4a5a-ac35-5d318bccbe39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:30:35.276872 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ca123c-432e-4553-800b-43163fd4c7fe admin admin] Network hostable DHCP agents. Network: d5f986ff-8668-4a5a-ac35-5d318bccbe39, hostable agents: ['acc21e7f-c3fd-47ad-b523-e51f8b89f08b'], hosted agents: [] {{(pid=103781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 19:30:35.374153 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ca123c-432e-4553-800b-43163fd4c7fe admin admin] Network d5f986ff-8668-4a5a-ac35-5d318bccbe39 is scheduled to be hosted by DHCP agent acc21e7f-c3fd-47ad-b523-e51f8b89f08b with binding_index 1 {{(pid=103781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 19:30:35.436918 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf6789-26c3-4ef1-a735-a661432fb3a0 req-192ebba8-011a-439d-9ced-3e0f94d7e42d tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:35.439072 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9dbf6789-26c3-4ef1-a735-a661432fb3a0 req-192ebba8-011a-439d-9ced-3e0f94d7e42d tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb1bb398-381d-442d-a5d1-e46150764958 HTTP/1.1" status: 200 len: 945 time: 0.0557330 May 17 19:30:35.491804 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59df22b-6d48-4a3b-939e-1b994a67f2f8 req-83047ac0-306f-47ec-8d01-2885e5af3f1e tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:35.494355 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-b59df22b-6d48-4a3b-939e-1b994a67f2f8 req-83047ac0-306f-47ec-8d01-2885e5af3f1e tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 946 time: 0.0628440 May 17 19:30:35.504533 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [None req-27ca123c-432e-4553-800b-43163fd4c7fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-10-iscsi, d5f986ff-8668-4a5a-ac35-5d318bccbe39) {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:30:35.513862 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f35c95-78ae-4af5-8daa-c2984f1582ce None None] Network d5f986ff-8668-4a5a-ac35-5d318bccbe39 requested from dv-cinder-840678-10-iscsi {{(pid=103782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 19:30:35.521164 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ca123c-432e-4553-800b-43163fd4c7fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:35.521930 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-27ca123c-432e-4553-800b-43163fd4c7fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:35.570933 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-b59df22b-6d48-4a3b-939e-1b994a67f2f8 req-3e66d2db-ca4d-43b7-b34c-9e920d9ef5d2 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679619 May 17 19:30:35.610687 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 39254) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:35.622283 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-27ca123c-432e-4553-800b-43163fd4c7fe admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9541538 May 17 19:30:35.641385 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-fadfbc8b-3275-4bc4-9e36-ddd4210c1476 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:35.644611 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f85313a-1585-48a4-86a4-c861b0fe8677 None None] Network d5f986ff-8668-4a5a-ac35-5d318bccbe39 requested from dv-cinder-840678-10-iscsi {{(pid=103782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 19:30:35.651361 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [req-9dbf6789-26c3-4ef1-a735-a661432fb3a0 req-f07aa420-682d-45b7-a2e5-acbf71a789d4 tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] Deleting port 641e447a-f2ec-4483-b144-dee908836579 {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:30:35.651722 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-9dbf6789-26c3-4ef1-a735-a661432fb3a0 req-f07aa420-682d-45b7-a2e5-acbf71a789d4 tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (641e447a-f2ec-4483-b144-dee908836579), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:35.811660 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-9dbf6789-26c3-4ef1-a735-a661432fb3a0 req-f07aa420-682d-45b7-a2e5-acbf71a789d4 tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] For port 641e447a-f2ec-4483-b144-dee908836579, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=641e447a-f2ec-4483-b144-dee908836579,segment=NetworkSegment(ba0a14e7-fa61-427a-ba13-d924e9295061),segment_id=ba0a14e7-fa61-427a-ba13-d924e9295061)] {{(pid=103781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:30:35.812012 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-9dbf6789-26c3-4ef1-a735-a661432fb3a0 req-f07aa420-682d-45b7-a2e5-acbf71a789d4 tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (641e447a-f2ec-4483-b144-dee908836579), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:35.825527 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-fadfbc8b-3275-4bc4-9e36-ddd4210c1476 admin admin] Publish callbacks [] for security_group (23f25976-9fa0-4ac0-ab3f-d2dc6d31ddd1), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:35.831781 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [req-9dbf6789-26c3-4ef1-a735-a661432fb3a0 req-f07aa420-682d-45b7-a2e5-acbf71a789d4 tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] Calling delete_port for 641e447a-f2ec-4483-b144-dee908836579 owned by compute:nova {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:30:35.861147 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 39264) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:35.890280 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-fadfbc8b-3275-4bc4-9e36-ddd4210c1476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (23f25976-9fa0-4ac0-ab3f-d2dc6d31ddd1), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:35.995893 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-fadfbc8b-3275-4bc4-9e36-ddd4210c1476 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=646656a4b9a343e490fa2a954f614ff8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3821230 May 17 19:30:36.001090 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadfbc8b-3275-4bc4-9e36-ddd4210c1476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f25976-9fa0-4ac0-ab3f-d2dc6d31ddd1,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:36.025756 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 39270) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:36.116080 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-3dc7819e-f44c-4d58-9768-49f420fd09fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:36.192305 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-cf760d43-18a4-4bf5-8913-bc2ca6544689 admin admin] Publish callbacks [] for security_group (23f25976-9fa0-4ac0-ab3f-d2dc6d31ddd1), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:36.231982 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-cf760d43-18a4-4bf5-8913-bc2ca6544689 admin admin] Publish callbacks [] for security_group (23f25976-9fa0-4ac0-ab3f-d2dc6d31ddd1), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:36.292725 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-3dc7819e-f44c-4d58-9768-49f420fd09fd admin admin] Publish callbacks [] for security_group (c23134e3-1704-4d99-abee-47e43a4c9f07), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:36.362663 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ee929-f494-4e58-9014-9ed1d216f30b req-7cab4f44-d9c2-44bb-92b4-7198fe0b8d18 tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:36.362663 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-918ee929-f494-4e58-9014-9ed1d216f30b req-7cab4f44-d9c2-44bb-92b4-7198fe0b8d18 tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb1bb398-381d-442d-a5d1-e46150764958 HTTP/1.1" status: 200 len: 945 time: 0.0703914 May 17 19:30:36.399850 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-918ee929-f494-4e58-9014-9ed1d216f30b req-72666742-50d6-458e-a56c-e24b6600395f tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] 10.222.0.58 "GET /v2.0/security-groups?id=cbe51ad4-3b90-4bde-b141-d8eeac892d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547867 May 17 19:30:36.473575 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-9dbf6789-26c3-4ef1-a735-a661432fb3a0 req-f07aa420-682d-45b7-a2e5-acbf71a789d4 tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (641e447a-f2ec-4483-b144-dee908836579), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:36.473815 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-3dc7819e-f44c-4d58-9768-49f420fd09fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (c23134e3-1704-4d99-abee-47e43a4c9f07), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:36.478039 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-cf760d43-18a4-4bf5-8913-bc2ca6544689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (23f25976-9fa0-4ac0-ab3f-d2dc6d31ddd1), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:36.480940 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-cf760d43-18a4-4bf5-8913-bc2ca6544689 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:36.482146 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-cf760d43-18a4-4bf5-8913-bc2ca6544689 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/23f25976-9fa0-4ac0-ab3f-d2dc6d31ddd1 HTTP/1.1" status: 204 len: 168 time: 0.4546990 May 17 19:30:36.491179 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] get_ports_and_sgs() called for port_ids ['641e447a-f2ec-4483-b144-dee908836579'] {{(pid=103782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 19:30:36.520045 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07aa420-682d-45b7-a2e5-acbf71a789d4 tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] Pushing event deleted for resources: {'Port': ['ID=641e447a-f2ec-4483-b144-dee908836579,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:36.527831 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-3dc7819e-f44c-4d58-9768-49f420fd09fd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=09e7fe1c9d0d4693bbcdfa98e67b7795&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6653581 May 17 19:30:36.528534 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc7819e-f44c-4d58-9768-49f420fd09fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23134e3-1704-4d99-abee-47e43a4c9f07,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:36.530833 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 39280) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:36.563198 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf760d43-18a4-4bf5-8913-bc2ca6544689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f25976-9fa0-4ac0-ab3f-d2dc6d31ddd1,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:36.599122 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dbf6789-26c3-4ef1-a735-a661432fb3a0 req-f07aa420-682d-45b7-a2e5-acbf71a789d4 tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] No DVR routers for this DVR port 641e447a-f2ec-4483-b144-dee908836579 on host hv-cinder-84067 {{(pid=103781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 19:30:36.603719 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-9dbf6789-26c3-4ef1-a735-a661432fb3a0 req-f07aa420-682d-45b7-a2e5-acbf71a789d4 tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:36.608803 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9dbf6789-26c3-4ef1-a735-a661432fb3a0 req-f07aa420-682d-45b7-a2e5-acbf71a789d4 tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] 10.222.0.69 "DELETE /v2.0/ports/641e447a-f2ec-4483-b144-dee908836579 HTTP/1.1" status: 204 len: 173 time: 1.1610744 May 17 19:30:36.609529 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1bb398-381d-442d-a5d1-e46150764958', 'name': 'network-vif-deleted', 'tag': '641e447a-f2ec-4483-b144-dee908836579'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:30:36.624530 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5abf21081b7c701043d67e7bff15db599e71af2afb5ac8611b6265996300b020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d843c821-e68d-40b3-8a69-92655ceb246b" -d '{"events": [{"server_uuid": "fb1bb398-381d-442d-a5d1-e46150764958", "name": "network-vif-deleted", "tag": "641e447a-f2ec-4483-b144-dee908836579"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:30:36.630630 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-f1af6670-d166-4fa9-9d1f-9b9815436a1a admin admin] Publish callbacks [] for security_group (c23134e3-1704-4d99-abee-47e43a4c9f07), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:36.656572 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-f1af6670-d166-4fa9-9d1f-9b9815436a1a admin admin] Publish callbacks [] for security_group (c23134e3-1704-4d99-abee-47e43a4c9f07), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:36.668941 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 19:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654961c0-836c-4581-a81b-5bf6cb130198 x-openstack-request-id: req-654961c0-836c-4581-a81b-5bf6cb130198 {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:30:36.677521 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1bb398-381d-442d-a5d1-e46150764958", "name": "network-vif-deleted", "tag": "641e447a-f2ec-4483-b144-dee908836579", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:30:36.677521 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-654961c0-836c-4581-a81b-5bf6cb130198 {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:30:36.677521 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-654961c0-836c-4581-a81b-5bf6cb130198'] response: {'server_uuid': 'fb1bb398-381d-442d-a5d1-e46150764958', 'name': 'network-vif-deleted', 'tag': '641e447a-f2ec-4483-b144-dee908836579', 'status': 'completed', 'code': 200} May 17 19:30:36.761540 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b5bc9-ef19-4a2c-b1b8-df315959f2ba req-ac78e7a4-7c5f-47ed-9e65-ec8c55ce79ad tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:36.763176 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-ff7b5bc9-ef19-4a2c-b1b8-df315959f2ba req-ac78e7a4-7c5f-47ed-9e65-ec8c55ce79ad tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 946 time: 0.0778656 May 17 19:30:36.824653 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-ff7b5bc9-ef19-4a2c-b1b8-df315959f2ba req-ee2ec877-eb1d-4431-b150-97eea4ce925c tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536475 May 17 19:30:36.847668 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-f1af6670-d166-4fa9-9d1f-9b9815436a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (c23134e3-1704-4d99-abee-47e43a4c9f07), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:36.849972 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-f1af6670-d166-4fa9-9d1f-9b9815436a1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:36.851809 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-f1af6670-d166-4fa9-9d1f-9b9815436a1a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c23134e3-1704-4d99-abee-47e43a4c9f07 HTTP/1.1" status: 204 len: 168 time: 0.3200202 May 17 19:30:36.864763 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af6670-d166-4fa9-9d1f-9b9815436a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23134e3-1704-4d99-abee-47e43a4c9f07,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:37.451507 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 39304) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:37.516882 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3475dd2c-f177-436b-af2f-766ad73dad17 req-ac01ec71-1dfc-40a9-9380-230151b87b7d tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb1bb398-381d-442d-a5d1-e46150764958 HTTP/1.1" status: 200 len: 210 time: 0.0278330 May 17 19:30:37.593635 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-3974223c-7eea-4704-ad66-8e0f41cc697d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:37.787896 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-3974223c-7eea-4704-ad66-8e0f41cc697d admin admin] Publish callbacks [] for security_group (e3a88888-21c7-4fb9-8b9a-e5d14ac2b9cb), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:37.986817 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c031b04-43ce-440d-ad1c-4baae8e25a55 req-8f3e5591-1669-49dc-9963-67676ee93209 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:37.986817 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-2c031b04-43ce-440d-ad1c-4baae8e25a55 req-8f3e5591-1669-49dc-9963-67676ee93209 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 946 time: 0.0507925 May 17 19:30:38.005144 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-2c031b04-43ce-440d-ad1c-4baae8e25a55 req-b314ac6d-fa3a-47e8-b922-fae949d3eefb tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445924 May 17 19:30:38.039873 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-3974223c-7eea-4704-ad66-8e0f41cc697d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (e3a88888-21c7-4fb9-8b9a-e5d14ac2b9cb), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:38.061284 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 39320) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:38.076994 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-cec7efe8-678c-4937-b4b2-910fa260c7e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:38.087456 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-3974223c-7eea-4704-ad66-8e0f41cc697d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fd0d8bc91c7c426596a3e706f5ed7856&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6347096 May 17 19:30:38.118118 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3974223c-7eea-4704-ad66-8e0f41cc697d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a88888-21c7-4fb9-8b9a-e5d14ac2b9cb,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:38.118783 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 39322) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:38.189818 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-005a6b7e-a10b-409e-b884-235e0d02c79a admin admin] Publish callbacks [] for security_group (e3a88888-21c7-4fb9-8b9a-e5d14ac2b9cb), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:38.196253 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-cec7efe8-678c-4937-b4b2-910fa260c7e0 admin admin] Publish callbacks [] for security_group (64436fdb-ea93-48c9-84c4-c1dd8551a1ca), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:38.213140 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-005a6b7e-a10b-409e-b884-235e0d02c79a admin admin] Publish callbacks [] for security_group (e3a88888-21c7-4fb9-8b9a-e5d14ac2b9cb), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:38.502352 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-cec7efe8-678c-4937-b4b2-910fa260c7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (64436fdb-ea93-48c9-84c4-c1dd8551a1ca), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:38.502582 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-005a6b7e-a10b-409e-b884-235e0d02c79a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (e3a88888-21c7-4fb9-8b9a-e5d14ac2b9cb), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:38.505120 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-005a6b7e-a10b-409e-b884-235e0d02c79a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:38.509008 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-005a6b7e-a10b-409e-b884-235e0d02c79a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e3a88888-21c7-4fb9-8b9a-e5d14ac2b9cb HTTP/1.1" status: 204 len: 168 time: 0.3858919 May 17 19:30:38.526543 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005a6b7e-a10b-409e-b884-235e0d02c79a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a88888-21c7-4fb9-8b9a-e5d14ac2b9cb,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:38.556279 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-cec7efe8-678c-4937-b4b2-910fa260c7e0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8cadb52387c240d09424f2b51a15a2aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4913406 May 17 19:30:38.556279 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec7efe8-678c-4937-b4b2-910fa260c7e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64436fdb-ea93-48c9-84c4-c1dd8551a1ca,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:38.557322 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 39332) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:38.632629 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-26aa71db-6455-4734-8233-dec8237f8cd5 admin admin] Publish callbacks [] for security_group (64436fdb-ea93-48c9-84c4-c1dd8551a1ca), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:38.678670 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a28af2de-8ea9-4c16-a817-7884117ef9ab req-f3550cab-e89b-49bc-9a84-e66b929b5c5c tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb1bb398-381d-442d-a5d1-e46150764958 HTTP/1.1" status: 200 len: 210 time: 0.0428858 May 17 19:30:38.688796 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-26aa71db-6455-4734-8233-dec8237f8cd5 admin admin] Publish callbacks [] for security_group (64436fdb-ea93-48c9-84c4-c1dd8551a1ca), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:38.822381 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-26aa71db-6455-4734-8233-dec8237f8cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (64436fdb-ea93-48c9-84c4-c1dd8551a1ca), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:38.827619 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-26aa71db-6455-4734-8233-dec8237f8cd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:38.833259 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-26aa71db-6455-4734-8233-dec8237f8cd5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/64436fdb-ea93-48c9-84c4-c1dd8551a1ca HTTP/1.1" status: 204 len: 168 time: 0.2662017 May 17 19:30:38.839290 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aa71db-6455-4734-8233-dec8237f8cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64436fdb-ea93-48c9-84c4-c1dd8551a1ca,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:38.848034 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aa71db-6455-4734-8233-dec8237f8cd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:30:38.848375 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aa71db-6455-4734-8233-dec8237f8cd5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:30:38.848710 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aa71db-6455-4734-8233-dec8237f8cd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:30:38.849046 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aa71db-6455-4734-8233-dec8237f8cd5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:30:38.849376 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aa71db-6455-4734-8233-dec8237f8cd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:30:38.849702 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aa71db-6455-4734-8233-dec8237f8cd5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:30:38.850025 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aa71db-6455-4734-8233-dec8237f8cd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:30:38.850345 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aa71db-6455-4734-8233-dec8237f8cd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:30:38.850683 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aa71db-6455-4734-8233-dec8237f8cd5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:30:38.851008 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aa71db-6455-4734-8233-dec8237f8cd5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:30:38.851340 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aa71db-6455-4734-8233-dec8237f8cd5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:30:38.851698 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aa71db-6455-4734-8233-dec8237f8cd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:30:38.852015 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aa71db-6455-4734-8233-dec8237f8cd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:30:38.852329 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aa71db-6455-4734-8233-dec8237f8cd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:30:38.852645 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aa71db-6455-4734-8233-dec8237f8cd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:30:39.144509 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e7544-d5e7-4be8-a984-cdcd43983b12 req-7b7d7390-7937-4296-96eb-8161b5982547 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:39.145963 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-0d1e7544-d5e7-4be8-a984-cdcd43983b12 req-7b7d7390-7937-4296-96eb-8161b5982547 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 946 time: 0.0549531 May 17 19:30:39.191905 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-0d1e7544-d5e7-4be8-a984-cdcd43983b12 req-e3205abc-8d90-4cb1-8ec2-8fba55546a2a tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401897 May 17 19:30:39.435412 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 39358) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:39.457825 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-3cc103e5-6dd1-402e-ab3e-90c679627ce0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:39.549941 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-3cc103e5-6dd1-402e-ab3e-90c679627ce0 admin admin] Publish callbacks [] for security_group (a091dd2d-6353-47a7-96a2-73fd11b3e416), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:39.627238 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-3cc103e5-6dd1-402e-ab3e-90c679627ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (a091dd2d-6353-47a7-96a2-73fd11b3e416), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:39.669264 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-3cc103e5-6dd1-402e-ab3e-90c679627ce0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a246b8459f3243019886b94e9f4288d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2327421 May 17 19:30:39.671594 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc103e5-6dd1-402e-ab3e-90c679627ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a091dd2d-6353-47a7-96a2-73fd11b3e416,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:39.672012 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 39400) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:39.734144 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-8b218a47-0c26-488d-806a-9f0b9cdbd466 admin admin] Publish callbacks [] for security_group (a091dd2d-6353-47a7-96a2-73fd11b3e416), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:39.786002 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-8b218a47-0c26-488d-806a-9f0b9cdbd466 admin admin] Publish callbacks [] for security_group (a091dd2d-6353-47a7-96a2-73fd11b3e416), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:39.862262 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c148a9c4-89fe-4514-8cca-0201f07e3a79 req-2672df1f-ec33-46ea-bf2b-67c269d92b71 tempest-DeleteServersTestJSON-891228513 tempest-DeleteServersTestJSON-891228513-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb1bb398-381d-442d-a5d1-e46150764958 HTTP/1.1" status: 200 len: 210 time: 0.0566454 May 17 19:30:39.866519 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 641e447a-f2ec-4483-b144-dee908836579 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 19:30:39.916593 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] No Port match for: 641e447a-f2ec-4483-b144-dee908836579 {{(pid=103782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 19:30:39.916940 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 641e447a-f2ec-4483-b144-dee908836579 not bound to the agent host hv-cinder-84067 {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 19:30:39.981579 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-8b218a47-0c26-488d-806a-9f0b9cdbd466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (a091dd2d-6353-47a7-96a2-73fd11b3e416), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:39.984332 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-8b218a47-0c26-488d-806a-9f0b9cdbd466 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:39.985498 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-8b218a47-0c26-488d-806a-9f0b9cdbd466 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a091dd2d-6353-47a7-96a2-73fd11b3e416 HTTP/1.1" status: 204 len: 168 time: 0.3123834 May 17 19:30:39.993044 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b218a47-0c26-488d-806a-9f0b9cdbd466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a091dd2d-6353-47a7-96a2-73fd11b3e416,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:40.000678 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b218a47-0c26-488d-806a-9f0b9cdbd466 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:30:40.001022 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b218a47-0c26-488d-806a-9f0b9cdbd466 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:30:40.001364 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b218a47-0c26-488d-806a-9f0b9cdbd466 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:30:40.001697 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b218a47-0c26-488d-806a-9f0b9cdbd466 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:30:40.002029 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b218a47-0c26-488d-806a-9f0b9cdbd466 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:30:40.002408 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b218a47-0c26-488d-806a-9f0b9cdbd466 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:30:40.002682 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b218a47-0c26-488d-806a-9f0b9cdbd466 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:30:40.003007 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b218a47-0c26-488d-806a-9f0b9cdbd466 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:30:40.003331 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b218a47-0c26-488d-806a-9f0b9cdbd466 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:30:40.003691 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b218a47-0c26-488d-806a-9f0b9cdbd466 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:30:40.004023 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b218a47-0c26-488d-806a-9f0b9cdbd466 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:30:40.004336 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b218a47-0c26-488d-806a-9f0b9cdbd466 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:30:40.004656 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b218a47-0c26-488d-806a-9f0b9cdbd466 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:30:40.004977 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b218a47-0c26-488d-806a-9f0b9cdbd466 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:30:40.005452 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b218a47-0c26-488d-806a-9f0b9cdbd466 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:30:40.536705 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803845b5-baee-47cb-af6b-5f5145de8d01 req-0e6f6ee2-5654-4a2b-90d2-83f08b3ea960 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:40.539168 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-803845b5-baee-47cb-af6b-5f5145de8d01 req-0e6f6ee2-5654-4a2b-90d2-83f08b3ea960 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 946 time: 0.0650759 May 17 19:30:40.657653 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-803845b5-baee-47cb-af6b-5f5145de8d01 req-ce0bbd96-b7ef-48c5-9dce-caf5c32b48ad tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094034 May 17 19:30:41.081994 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0d31c4d4-6976-4536-998d-dedc7f26bbb5 req-26ac9bda-e3e3-4907-bc3a-c04986732a28 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2949df44-a27c-4dc1-acd9-0754c0314ed1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0371583 May 17 19:30:41.176236 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31c4d4-6976-4536-998d-dedc7f26bbb5 req-4ced8a4e-ebf4-498d-9cae-6a97e2c4c18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:41.177717 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0d31c4d4-6976-4536-998d-dedc7f26bbb5 req-4ced8a4e-ebf4-498d-9cae-6a97e2c4c18a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5d488b25563d4373b5c980ab060bc822&device_id=2949df44-a27c-4dc1-acd9-0754c0314ed1 HTTP/1.1" status: 200 len: 1129 time: 0.0388148 May 17 19:30:41.305214 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31c4d4-6976-4536-998d-dedc7f26bbb5 req-798a8434-0574-4803-a6d4-cb23abdf4270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:41.306803 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0d31c4d4-6976-4536-998d-dedc7f26bbb5 req-798a8434-0574-4803-a6d4-cb23abdf4270 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ddaa928e-2db4-4b37-b723-ff2ae1e2b964 HTTP/1.1" status: 200 len: 919 time: 0.1101449 May 17 19:30:41.354694 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0d31c4d4-6976-4536-998d-dedc7f26bbb5 req-e69fd7be-e71c-45f7-bf90-eec8f5914c33 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f56ad1e3-8b59-4f7f-96b0-206928ec8a1d HTTP/1.1" status: 200 len: 217 time: 0.0373855 May 17 19:30:41.364224 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 39494) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:41.409826 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31c4d4-6976-4536-998d-dedc7f26bbb5 req-e41d8c88-0fb7-4e67-99b4-b961d99b8b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:41.411893 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0d31c4d4-6976-4536-998d-dedc7f26bbb5 req-e41d8c88-0fb7-4e67-99b4-b961d99b8b7d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=78a5955d-2965-41b9-ae73-2183d9038bbb HTTP/1.1" status: 200 len: 857 time: 0.0498068 May 17 19:30:41.493177 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31c4d4-6976-4536-998d-dedc7f26bbb5 req-7eb2c356-8787-4501-a3c4-05118ee5c3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:41.494667 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0d31c4d4-6976-4536-998d-dedc7f26bbb5 req-7eb2c356-8787-4501-a3c4-05118ee5c3ba service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ddaa928e-2db4-4b37-b723-ff2ae1e2b964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0763748 May 17 19:30:41.561921 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-16103a1d-b116-4100-958c-5b5b2dc7b8be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:41.633920 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0d31c4d4-6976-4536-998d-dedc7f26bbb5 req-7cb00538-061b-4a2e-ae34-27a04d8fa344 service neutron] 10.222.0.69 "GET /v2.0/networks/ddaa928e-2db4-4b37-b723-ff2ae1e2b964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228743 May 17 19:30:41.658608 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-16103a1d-b116-4100-958c-5b5b2dc7b8be admin admin] Publish callbacks [] for security_group (fce628ea-b451-43d8-878e-a7e33fa45e82), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:41.773860 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-16103a1d-b116-4100-958c-5b5b2dc7b8be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (fce628ea-b451-43d8-878e-a7e33fa45e82), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:41.809223 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16103a1d-b116-4100-958c-5b5b2dc7b8be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce628ea-b451-43d8-878e-a7e33fa45e82,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:41.833819 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7ba29-6008-4f95-b298-9add739075ae req-c23e8cca-9b19-40c8-991f-08769d235974 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:41.842325 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f6c7ba29-6008-4f95-b298-9add739075ae req-c23e8cca-9b19-40c8-991f-08769d235974 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 946 time: 0.1172163 May 17 19:30:41.842325 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 39516) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:41.843829 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-16103a1d-b116-4100-958c-5b5b2dc7b8be admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b2108a1368934bde865bb0903c96d082&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4779971 May 17 19:30:41.855803 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0d31c4d4-6976-4536-998d-dedc7f26bbb5 req-eb0c1d6b-8d09-4af6-b038-f016b21868c8 service neutron] 10.222.0.69 "GET /v2.0/networks/ddaa928e-2db4-4b37-b723-ff2ae1e2b964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096996 May 17 19:30:41.965875 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-eecfa908-e824-4b75-9e7f-0e4f059cf166 admin admin] Publish callbacks [] for security_group (fce628ea-b451-43d8-878e-a7e33fa45e82), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:41.970080 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f6c7ba29-6008-4f95-b298-9add739075ae req-76c2ed14-63dd-41d6-a92d-1d3ad2eaeba8 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181574 May 17 19:30:41.993800 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-eecfa908-e824-4b75-9e7f-0e4f059cf166 admin admin] Publish callbacks [] for security_group (fce628ea-b451-43d8-878e-a7e33fa45e82), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:42.113260 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-eecfa908-e824-4b75-9e7f-0e4f059cf166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (fce628ea-b451-43d8-878e-a7e33fa45e82), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:42.115862 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-eecfa908-e824-4b75-9e7f-0e4f059cf166 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:42.117026 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-eecfa908-e824-4b75-9e7f-0e4f059cf166 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fce628ea-b451-43d8-878e-a7e33fa45e82 HTTP/1.1" status: 204 len: 168 time: 0.2722101 May 17 19:30:42.125124 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecfa908-e824-4b75-9e7f-0e4f059cf166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce628ea-b451-43d8-878e-a7e33fa45e82,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:43.090073 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0162e-68e8-4e03-9991-7c07244f7285 req-bca7b0ba-3fca-43f2-b9a9-6d093b7ec8e5 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:43.091579 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-40c0162e-68e8-4e03-9991-7c07244f7285 req-bca7b0ba-3fca-43f2-b9a9-6d093b7ec8e5 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 946 time: 0.0479629 May 17 19:30:43.139331 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-40c0162e-68e8-4e03-9991-7c07244f7285 req-09065ced-af9c-4794-89e4-12e644253845 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419550 May 17 19:30:43.347542 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (bee311cb-2a55-4828-8ca4-4ee09c88de79), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:44.247928 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6459130-3eef-44f7-819b-ddf125a57b32 req-9d85d578-0359-4cf3-8920-91c11acdbf7c tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:44.249342 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f6459130-3eef-44f7-819b-ddf125a57b32 req-9d85d578-0359-4cf3-8920-91c11acdbf7c tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 946 time: 0.0448220 May 17 19:30:44.294003 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f6459130-3eef-44f7-819b-ddf125a57b32 req-47e13b38-2450-4dab-90d9-e703c00c7b42 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393140 May 17 19:30:44.981346 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b698c219-5cd0-41d5-bd19-5093f77c45f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:45.407212 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf34bb-4af0-4ea6-aa8e-3e4cb7e43277 req-75d71558-402a-4a99-a136-f81ed5227c88 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:45.408744 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-c1cf34bb-4af0-4ea6-aa8e-3e4cb7e43277 req-75d71558-402a-4a99-a136-f81ed5227c88 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 946 time: 0.0479536 May 17 19:30:45.455342 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-c1cf34bb-4af0-4ea6-aa8e-3e4cb7e43277 req-6b3dd688-111d-4f64-bb31-b182f85f6a3c tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408821 May 17 19:30:46.358888 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 39622) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:46.403028 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_v2 [None req-83957d2a-383b-46c1-b1fa-0d8fd8f18019 admin admin] Deleting subnet 9dee3c06-e8ed-4bb7-a3c5-083c0caf80b9 {{(pid=103781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 19:30:46.406059 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-83957d2a-383b-46c1-b1fa-0d8fd8f18019 admin admin] Publish callbacks [] for subnet (9dee3c06-e8ed-4bb7-a3c5-083c0caf80b9), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:46.443329 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-83957d2a-383b-46c1-b1fa-0d8fd8f18019 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14281804'] for subnet (9dee3c06-e8ed-4bb7-a3c5-083c0caf80b9), precommit_delete_associations {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:46.485667 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-83957d2a-383b-46c1-b1fa-0d8fd8f18019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-938445'] for subnet (9dee3c06-e8ed-4bb7-a3c5-083c0caf80b9), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:46.584591 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9696d92-8edc-4083-8c81-10bceb52b24d req-81037d5e-c05a-46c5-8cb2-5679ca21a361 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:46.586103 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d9696d92-8edc-4083-8c81-10bceb52b24d req-81037d5e-c05a-46c5-8cb2-5679ca21a361 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 946 time: 0.0537238 May 17 19:30:46.640422 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d9696d92-8edc-4083-8c81-10bceb52b24d req-46300fce-a961-41f9-bf12-1561c148b3a7 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456512 May 17 19:30:46.671113 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-83957d2a-383b-46c1-b1fa-0d8fd8f18019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-938452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16348314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13823715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13613874'] for subnet (9dee3c06-e8ed-4bb7-a3c5-083c0caf80b9), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:46.699096 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-83957d2a-383b-46c1-b1fa-0d8fd8f18019 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:46.702214 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-83957d2a-383b-46c1-b1fa-0d8fd8f18019 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/9dee3c06-e8ed-4bb7-a3c5-083c0caf80b9 HTTP/1.1" status: 204 len: 168 time: 0.3430247 May 17 19:30:46.703039 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83957d2a-383b-46c1-b1fa-0d8fd8f18019 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dee3c06-e8ed-4bb7-a3c5-083c0caf80b9,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:46.704783 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 39634) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:46.774205 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-564df50c-109b-4fd3-b6dd-b44d96b5270b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-932882'] for network (c8bda4ce-dbc8-4895-beef-35a38f47849c), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:46.863465 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-564df50c-109b-4fd3-b6dd-b44d96b5270b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-940152', 'neutron.services.segments.db._delete_segments_for_network-8792041590294'] for network (c8bda4ce-dbc8-4895-beef-35a38f47849c), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:46.887165 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-564df50c-109b-4fd3-b6dd-b44d96b5270b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:30:46.887165 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-564df50c-109b-4fd3-b6dd-b44d96b5270b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:30:46.887165 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-564df50c-109b-4fd3-b6dd-b44d96b5270b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:30:46.887165 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-564df50c-109b-4fd3-b6dd-b44d96b5270b admin admin] Subscribe: > port after_create 55550000 {{(pid=103780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:30:46.887165 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-564df50c-109b-4fd3-b6dd-b44d96b5270b admin admin] Subscribe: > port after_delete 55550000 {{(pid=103780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:30:46.887165 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-564df50c-109b-4fd3-b6dd-b44d96b5270b admin admin] Subscribe: > port after_update 55550000 {{(pid=103780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:30:46.887165 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-564df50c-109b-4fd3-b6dd-b44d96b5270b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:30:46.887165 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-564df50c-109b-4fd3-b6dd-b44d96b5270b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:30:46.887165 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-564df50c-109b-4fd3-b6dd-b44d96b5270b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:30:46.887882 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-564df50c-109b-4fd3-b6dd-b44d96b5270b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:30:46.966607 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-564df50c-109b-4fd3-b6dd-b44d96b5270b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:30:46.967021 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-564df50c-109b-4fd3-b6dd-b44d96b5270b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:30:46.967351 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-564df50c-109b-4fd3-b6dd-b44d96b5270b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:30:46.967704 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-564df50c-109b-4fd3-b6dd-b44d96b5270b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 19:30:46.968080 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.services.segments.db [None req-564df50c-109b-4fd3-b6dd-b44d96b5270b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8bda4ce-dbc8-4895-beef-35a38f47849c']}} {{(pid=103780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:30:46.986081 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.services.segments.db [None req-564df50c-109b-4fd3-b6dd-b44d96b5270b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba0a14e7-fa61-427a-ba13-d924e9295061') {'for_net_delete': True} {{(pid=103780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:30:46.986371 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.services.segments.db [None req-564df50c-109b-4fd3-b6dd-b44d96b5270b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba0a14e7-fa61-427a-ba13-d924e9295061') {} {{(pid=103780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:30:47.002476 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-564df50c-109b-4fd3-b6dd-b44d96b5270b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792041591071', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12797301'] for segment (ba0a14e7-fa61-427a-ba13-d924e9295061), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:47.025093 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-564df50c-109b-4fd3-b6dd-b44d96b5270b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944438'] for segment (ba0a14e7-fa61-427a-ba13-d924e9295061), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:47.042276 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-564df50c-109b-4fd3-b6dd-b44d96b5270b admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=103780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 19:30:47.042276 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-564df50c-109b-4fd3-b6dd-b44d96b5270b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014628'] for segment (ba0a14e7-fa61-427a-ba13-d924e9295061), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:47.044416 dv-cinder-840678-10-iscsi neutron-server[103780]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 17 19:30:47.044416 dv-cinder-840678-10-iscsi neutron-server[103780]: from cryptography.utils import int_from_bytes May 17 19:30:47.044416 dv-cinder-840678-10-iscsi neutron-server[103780]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 17 19:30:47.044416 dv-cinder-840678-10-iscsi neutron-server[103780]: from cryptography.utils import int_from_bytes May 17 19:30:47.044416 dv-cinder-840678-10-iscsi neutron-server[103780]: Traceback (most recent call last): May 17 19:30:47.044416 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 19:30:47.044416 dv-cinder-840678-10-iscsi neutron-server[103780]: timer() May 17 19:30:47.044416 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 19:30:47.044416 dv-cinder-840678-10-iscsi neutron-server[103780]: cb(*args, **kw) May 17 19:30:47.044416 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 19:30:47.044416 dv-cinder-840678-10-iscsi neutron-server[103780]: return func(*args, **kwargs) May 17 19:30:47.044416 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 19:30:47.044416 dv-cinder-840678-10-iscsi neutron-server[103780]: self._notify() May 17 19:30:47.044416 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 19:30:47.044416 dv-cinder-840678-10-iscsi neutron-server[103780]: self.callback(batched_events) May 17 19:30:47.044416 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 19:30:47.044416 dv-cinder-840678-10-iscsi neutron-server[103780]: event.method(event) May 17 19:30:47.044416 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 19:30:47.044416 dv-cinder-840678-10-iscsi neutron-server[103780]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 19:30:47.044416 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 19:30:47.044416 dv-cinder-840678-10-iscsi neutron-server[103780]: aggregate_uuid = self.p_client.list_aggregates( May 17 19:30:47.044416 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 19:30:47.044416 dv-cinder-840678-10-iscsi neutron-server[103780]: return f(self, *a, **k) May 17 19:30:47.044416 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 19:30:47.044416 dv-cinder-840678-10-iscsi neutron-server[103780]: return self._get(url).json() May 17 19:30:47.044416 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 19:30:47.044416 dv-cinder-840678-10-iscsi neutron-server[103780]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 19:30:47.044416 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 19:30:47.044416 dv-cinder-840678-10-iscsi neutron-server[103780]: return self.request(url, 'GET', **kwargs) May 17 19:30:47.044416 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 19:30:47.044416 dv-cinder-840678-10-iscsi neutron-server[103780]: base_url = self.get_endpoint(auth, allow=allow, May 17 19:30:47.044416 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 19:30:47.044416 dv-cinder-840678-10-iscsi neutron-server[103780]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 19:30:47.044416 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 19:30:47.044416 dv-cinder-840678-10-iscsi neutron-server[103780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 19:30:47.044416 dv-cinder-840678-10-iscsi neutron-server[103780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 19:30:47.192747 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-564df50c-109b-4fd3-b6dd-b44d96b5270b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-940099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16764915'] for network (c8bda4ce-dbc8-4895-beef-35a38f47849c), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:47.208949 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-564df50c-109b-4fd3-b6dd-b44d96b5270b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for network (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:47.212093 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-564df50c-109b-4fd3-b6dd-b44d96b5270b admin admin] 10.222.0.58 "DELETE /v2.0/networks/c8bda4ce-dbc8-4895-beef-35a38f47849c HTTP/1.1" status: 204 len: 168 time: 0.5058022 May 17 19:30:47.213060 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564df50c-109b-4fd3-b6dd-b44d96b5270b admin admin] Pushing event deleted for resources: {'Network': ['ID=c8bda4ce-dbc8-4895-beef-35a38f47849c,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:47.284205 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-f382c4dd-576f-4851-9144-b0239cef9134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:47.622998 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 39666) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:47.662151 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-ebcce48c-0935-41e3-a36b-295dd27ab4e4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9201351f65334032be89ac50d14926ba&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0379424 May 17 19:30:47.664487 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 39672) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:47.711812 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-398e16b4-acb6-4b46-9552-f97ca76eb847 admin admin] Publish callbacks [] for security_group (cbe51ad4-3b90-4bde-b141-d8eeac892d02), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:47.737977 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-398e16b4-acb6-4b46-9552-f97ca76eb847 admin admin] Publish callbacks [] for security_group (cbe51ad4-3b90-4bde-b141-d8eeac892d02), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:47.753992 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a7d94e-fbae-471a-8f5c-0f9b67f152ad req-5ac75c8d-7ebb-4326-b3f6-03170feda22f tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:47.755575 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-24a7d94e-fbae-471a-8f5c-0f9b67f152ad req-5ac75c8d-7ebb-4326-b3f6-03170feda22f tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 946 time: 0.0483453 May 17 19:30:47.807609 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-24a7d94e-fbae-471a-8f5c-0f9b67f152ad req-93925c6e-166e-4df1-94bb-4fbaec9fd382 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454888 May 17 19:30:47.867459 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-398e16b4-acb6-4b46-9552-f97ca76eb847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (cbe51ad4-3b90-4bde-b141-d8eeac892d02), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:47.870061 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-398e16b4-acb6-4b46-9552-f97ca76eb847 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:47.871185 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-398e16b4-acb6-4b46-9552-f97ca76eb847 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cbe51ad4-3b90-4bde-b141-d8eeac892d02 HTTP/1.1" status: 204 len: 168 time: 0.2057939 May 17 19:30:47.879775 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398e16b4-acb6-4b46-9552-f97ca76eb847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe51ad4-3b90-4bde-b141-d8eeac892d02,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:48.489652 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:48.924088 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defcf2a9-7735-4569-bd86-a4c6243eb231 req-683dc250-9f3b-4187-aeac-00c4a5850aba tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:48.925811 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-defcf2a9-7735-4569-bd86-a4c6243eb231 req-683dc250-9f3b-4187-aeac-00c4a5850aba tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 946 time: 0.0523589 May 17 19:30:48.976850 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-defcf2a9-7735-4569-bd86-a4c6243eb231 req-5988aa16-01ef-4feb-b828-361e3af4fb65 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450132 May 17 19:30:50.091161 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2340f9-2429-4d3d-b9c2-e75108900bbd req-1d498953-018b-4262-b977-90d46e90daae tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:50.092818 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-4a2340f9-2429-4d3d-b9c2-e75108900bbd req-1d498953-018b-4262-b977-90d46e90daae tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 946 time: 0.0461547 May 17 19:30:50.138670 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-4a2340f9-2429-4d3d-b9c2-e75108900bbd req-27e80abb-173f-40e4-90ee-2e81ce684353 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398653 May 17 19:30:50.213506 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:51.259572 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c5cdf-f96c-49fa-8363-b995e81effc3 req-c2095e8e-8705-4e77-b018-6391a431d540 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:51.261771 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-bf6c5cdf-f96c-49fa-8363-b995e81effc3 req-c2095e8e-8705-4e77-b018-6391a431d540 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 946 time: 0.0559046 May 17 19:30:51.308535 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-bf6c5cdf-f96c-49fa-8363-b995e81effc3 req-7fa30a9c-6551-425d-a2ce-54906aa91650 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404823 May 17 19:30:51.489304 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 39778) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:51.512960 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:51.601921 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-b04925a7-2852-4913-b2af-8f2db1b47155 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:51.682816 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-b04925a7-2852-4913-b2af-8f2db1b47155 admin admin] Publish callbacks [] for security_group (2754e3bc-73cd-4e74-b3b4-707a4dc0e5ee), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:51.762653 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-b04925a7-2852-4913-b2af-8f2db1b47155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (2754e3bc-73cd-4e74-b3b4-707a4dc0e5ee), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:51.802321 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-b04925a7-2852-4913-b2af-8f2db1b47155 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c0114ecf015847908c81a974202a6595&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3107648 May 17 19:30:51.805716 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04925a7-2852-4913-b2af-8f2db1b47155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2754e3bc-73cd-4e74-b3b4-707a4dc0e5ee,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:51.805825 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 39798) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:51.889391 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-1d9f78b7-4e31-4f00-98c2-dde2cd6e80df admin admin] Publish callbacks [] for security_group (2754e3bc-73cd-4e74-b3b4-707a4dc0e5ee), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:51.912163 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-1d9f78b7-4e31-4f00-98c2-dde2cd6e80df admin admin] Publish callbacks [] for security_group (2754e3bc-73cd-4e74-b3b4-707a4dc0e5ee), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:52.067721 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-1d9f78b7-4e31-4f00-98c2-dde2cd6e80df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (2754e3bc-73cd-4e74-b3b4-707a4dc0e5ee), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:52.070192 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-1d9f78b7-4e31-4f00-98c2-dde2cd6e80df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:52.071331 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-1d9f78b7-4e31-4f00-98c2-dde2cd6e80df admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2754e3bc-73cd-4e74-b3b4-707a4dc0e5ee HTTP/1.1" status: 204 len: 168 time: 0.2645841 May 17 19:30:52.079842 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f78b7-4e31-4f00-98c2-dde2cd6e80df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2754e3bc-73cd-4e74-b3b4-707a4dc0e5ee,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:52.422361 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d61daa-60f9-4a90-8e7c-11c8166751f7 req-c9851e9b-88c3-4566-baaf-a24fcc23b5cc tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:52.428070 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-43d61daa-60f9-4a90-8e7c-11c8166751f7 req-c9851e9b-88c3-4566-baaf-a24fcc23b5cc tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 946 time: 0.0519252 May 17 19:30:52.475310 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.agents_db [None req-42b69621-6215-4a4a-9d32-588efc9ea437 None None] Agent healthcheck: found 6 active agents {{(pid=103783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 19:30:52.477925 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-43d61daa-60f9-4a90-8e7c-11c8166751f7 req-92d1e17b-15e8-48eb-8319-b56a842d540d tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424080 May 17 19:30:53.588588 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a4c0ec-c760-440b-8028-540da5ba210c req-f267824b-ea0c-4495-8a02-8f685ea88b1c tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:53.590700 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-16a4c0ec-c760-440b-8028-540da5ba210c req-f267824b-ea0c-4495-8a02-8f685ea88b1c tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 946 time: 0.0472806 May 17 19:30:53.639131 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-16a4c0ec-c760-440b-8028-540da5ba210c req-e0986b5d-07c0-4d13-b351-03d042f5e190 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428071 May 17 19:30:54.747999 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0982335-4afb-4659-9e31-7b504aa22375 req-c9de30d4-3cd1-4b77-a30a-1b00bbe3944e tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:54.749449 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-e0982335-4afb-4659-9e31-7b504aa22375 req-c9de30d4-3cd1-4b77-a30a-1b00bbe3944e tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 946 time: 0.0450373 May 17 19:30:54.795675 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-e0982335-4afb-4659-9e31-7b504aa22375 req-ea9b916b-3272-43c4-936b-fe254da9a04b tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407553 May 17 19:30:55.912898 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb03c18-eb0d-4830-b386-526a5345ec96 req-d155c5c4-564e-4359-843b-c21d653b4fe6 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:55.914367 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-9eb03c18-eb0d-4830-b386-526a5345ec96 req-d155c5c4-564e-4359-843b-c21d653b4fe6 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 946 time: 0.0511944 May 17 19:30:55.965902 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-9eb03c18-eb0d-4830-b386-526a5345ec96 req-8a0c47bf-4275-412e-975d-931a84b3a211 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453806 May 17 19:30:57.079300 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84770f81-25b2-42ee-93b0-dc8a5aed5f56 req-989991a3-6817-4eb1-a063-d86062c0e651 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:57.080812 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-84770f81-25b2-42ee-93b0-dc8a5aed5f56 req-989991a3-6817-4eb1-a063-d86062c0e651 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 946 time: 0.0483789 May 17 19:30:57.126562 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-84770f81-25b2-42ee-93b0-dc8a5aed5f56 req-1b9e89c6-77ae-40c4-a69b-a60007d1cf1f tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400879 May 17 19:30:57.534424 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 40006) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:57.644232 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-981ce904-dc90-48f2-913c-e84073686cd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:57.718622 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-981ce904-dc90-48f2-913c-e84073686cd1 admin admin] Publish callbacks [] for security_group (034b230f-bd26-457f-ad7e-b9c3456934a1), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:57.795966 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-981ce904-dc90-48f2-913c-e84073686cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (034b230f-bd26-457f-ad7e-b9c3456934a1), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:57.833873 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-981ce904-dc90-48f2-913c-e84073686cd1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e9b5d2193ca54fdeaf28ec699a99fc26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2984514 May 17 19:30:57.834692 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981ce904-dc90-48f2-913c-e84073686cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=034b230f-bd26-457f-ad7e-b9c3456934a1,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:57.836734 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 40012) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:57.884369 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-36c59011-73a2-4761-a892-e837928be2ac admin admin] Publish callbacks [] for security_group (034b230f-bd26-457f-ad7e-b9c3456934a1), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:57.905233 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-36c59011-73a2-4761-a892-e837928be2ac admin admin] Publish callbacks [] for security_group (034b230f-bd26-457f-ad7e-b9c3456934a1), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:58.024783 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-36c59011-73a2-4761-a892-e837928be2ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (034b230f-bd26-457f-ad7e-b9c3456934a1), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:58.027385 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-36c59011-73a2-4761-a892-e837928be2ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:58.028606 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-36c59011-73a2-4761-a892-e837928be2ac admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/034b230f-bd26-457f-ad7e-b9c3456934a1 HTTP/1.1" status: 204 len: 168 time: 0.1908696 May 17 19:30:58.036799 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c59011-73a2-4761-a892-e837928be2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034b230f-bd26-457f-ad7e-b9c3456934a1,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:58.242788 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84db57eb-dd1c-4218-aeb1-b01d0eca10df req-03dfb920-df43-4773-8bac-934b5321b454 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:58.244277 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-84db57eb-dd1c-4218-aeb1-b01d0eca10df req-03dfb920-df43-4773-8bac-934b5321b454 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 946 time: 0.0480595 May 17 19:30:58.291960 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-84db57eb-dd1c-4218-aeb1-b01d0eca10df req-3793e45e-1b51-449d-9931-89299036190e tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407832 May 17 19:30:59.407998 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4439be-47d7-4c4b-a7ad-a04998a1e2d9 req-714559b3-0e54-4ae3-b038-0f2355804b94 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:30:59.409542 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-cf4439be-47d7-4c4b-a7ad-a04998a1e2d9 req-714559b3-0e54-4ae3-b038-0f2355804b94 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 946 time: 0.0499096 May 17 19:30:59.462154 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-cf4439be-47d7-4c4b-a7ad-a04998a1e2d9 req-d2c86c09-6267-48fb-8a14-4bd3a7db976c tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468354 May 17 19:30:59.617534 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 40072) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:59.727146 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d70218d7-8960-48ba-96ae-3611c8a36fe7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:59.800132 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d70218d7-8960-48ba-96ae-3611c8a36fe7 admin admin] Publish callbacks [] for security_group (dd1691b5-adba-4ec5-a8a1-66f20edc79aa), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:59.884438 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d70218d7-8960-48ba-96ae-3611c8a36fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (dd1691b5-adba-4ec5-a8a1-66f20edc79aa), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:30:59.926226 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 40090) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:30:59.926376 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-d70218d7-8960-48ba-96ae-3611c8a36fe7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e005e3c10a1441679b3b00340abd76cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3074095 May 17 19:30:59.927388 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70218d7-8960-48ba-96ae-3611c8a36fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1691b5-adba-4ec5-a8a1-66f20edc79aa,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:30:59.987572 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-342f3f0d-1d66-4033-a186-8065dca127e7 admin admin] Publish callbacks [] for security_group (dd1691b5-adba-4ec5-a8a1-66f20edc79aa), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:00.008874 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-342f3f0d-1d66-4033-a186-8065dca127e7 admin admin] Publish callbacks [] for security_group (dd1691b5-adba-4ec5-a8a1-66f20edc79aa), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:00.168607 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-342f3f0d-1d66-4033-a186-8065dca127e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (dd1691b5-adba-4ec5-a8a1-66f20edc79aa), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:00.171889 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-342f3f0d-1d66-4033-a186-8065dca127e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:00.173057 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-342f3f0d-1d66-4033-a186-8065dca127e7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dd1691b5-adba-4ec5-a8a1-66f20edc79aa HTTP/1.1" status: 204 len: 168 time: 0.2446482 May 17 19:31:00.181858 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342f3f0d-1d66-4033-a186-8065dca127e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1691b5-adba-4ec5-a8a1-66f20edc79aa,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:00.494881 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 40112) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:31:00.581749 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cc301-520a-4d29-8cab-dbbc67e7a30d req-c6fd9418-1805-49a5-964b-413d371b22f8 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:00.584492 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-ac7cc301-520a-4d29-8cab-dbbc67e7a30d req-c6fd9418-1805-49a5-964b-413d371b22f8 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 946 time: 0.0497603 May 17 19:31:00.652287 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-6517ef4d-3019-41ec-b1d3-c7f2ba53a8c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:00.668351 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-ac7cc301-520a-4d29-8cab-dbbc67e7a30d req-fd6a26ae-a485-4b47-ba25-ac64fc0e2d27 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796623 May 17 19:31:00.739978 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-6517ef4d-3019-41ec-b1d3-c7f2ba53a8c9 admin admin] Publish callbacks [] for security_group (a5be0313-d3b4-4fad-9627-d09b8055e573), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:00.825479 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-6517ef4d-3019-41ec-b1d3-c7f2ba53a8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (a5be0313-d3b4-4fad-9627-d09b8055e573), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:00.871680 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-6517ef4d-3019-41ec-b1d3-c7f2ba53a8c9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8553cad4ce8a4fbd8d87d11f21f53872&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3759382 May 17 19:31:00.872787 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6517ef4d-3019-41ec-b1d3-c7f2ba53a8c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5be0313-d3b4-4fad-9627-d09b8055e573,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:00.874337 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 40128) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:31:00.923060 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-4ac7aff6-07a9-43b5-b54d-736e6331ad23 admin admin] Publish callbacks [] for security_group (a5be0313-d3b4-4fad-9627-d09b8055e573), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:00.951186 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-4ac7aff6-07a9-43b5-b54d-736e6331ad23 admin admin] Publish callbacks [] for security_group (a5be0313-d3b4-4fad-9627-d09b8055e573), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:01.084381 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-4ac7aff6-07a9-43b5-b54d-736e6331ad23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (a5be0313-d3b4-4fad-9627-d09b8055e573), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:01.087587 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-4ac7aff6-07a9-43b5-b54d-736e6331ad23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:01.095093 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-4ac7aff6-07a9-43b5-b54d-736e6331ad23 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a5be0313-d3b4-4fad-9627-d09b8055e573 HTTP/1.1" status: 204 len: 168 time: 0.2135367 May 17 19:31:01.099461 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac7aff6-07a9-43b5-b54d-736e6331ad23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5be0313-d3b4-4fad-9627-d09b8055e573,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:01.788338 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190bd6e2-6926-41f5-9511-864498f8ee05 req-885c212f-a5a1-4c7b-b124-90af76dfac02 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:01.789842 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-190bd6e2-6926-41f5-9511-864498f8ee05 req-885c212f-a5a1-4c7b-b124-90af76dfac02 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 946 time: 0.0492733 May 17 19:31:01.839983 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-190bd6e2-6926-41f5-9511-864498f8ee05 req-9ad6bf9c-b475-4fc2-8b9e-55c00f2f05d6 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431547 May 17 19:31:02.976466 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74355081-bade-4cc3-b639-e6cf45203cef req-f55e0c22-4686-4474-8b38-056821aea347 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:02.979839 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-74355081-bade-4cc3-b639-e6cf45203cef req-f55e0c22-4686-4474-8b38-056821aea347 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 946 time: 0.0681274 May 17 19:31:03.034189 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-74355081-bade-4cc3-b639-e6cf45203cef req-fd98a86c-df3f-4048-bbac-8b1864b8206c tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490253 May 17 19:31:03.942200 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 40254) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:31:04.057861 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d5f63456-62ef-4d53-a024-a093031deb0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:04.172681 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965d115-2c1c-4d12-bef7-e5e79afd870b req-8909f6c5-0af7-4e5b-93e0-ed01f303acc7 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:04.174419 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8965d115-2c1c-4d12-bef7-e5e79afd870b req-8909f6c5-0af7-4e5b-93e0-ed01f303acc7 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 946 time: 0.0639031 May 17 19:31:04.187192 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d5f63456-62ef-4d53-a024-a093031deb0c admin admin] Publish callbacks [] for security_group (bde191b6-2ec1-47c1-a7c5-d1308769ccca), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:04.231631 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8965d115-2c1c-4d12-bef7-e5e79afd870b req-6f0fb272-4881-4114-a4d1-3fb87d0e884a tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495937 May 17 19:31:04.307460 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d5f63456-62ef-4d53-a024-a093031deb0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (bde191b6-2ec1-47c1-a7c5-d1308769ccca), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:04.357578 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-d5f63456-62ef-4d53-a024-a093031deb0c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b77623616a094df29ee7a94f74d7bfee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4031937 May 17 19:31:04.357578 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f63456-62ef-4d53-a024-a093031deb0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde191b6-2ec1-47c1-a7c5-d1308769ccca,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:04.358004 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 40270) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:31:04.406553 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-5743dcfa-55f6-4c37-a49f-cffc809cab25 admin admin] Publish callbacks [] for security_group (bde191b6-2ec1-47c1-a7c5-d1308769ccca), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:04.427382 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-5743dcfa-55f6-4c37-a49f-cffc809cab25 admin admin] Publish callbacks [] for security_group (bde191b6-2ec1-47c1-a7c5-d1308769ccca), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:04.564490 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-5743dcfa-55f6-4c37-a49f-cffc809cab25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (bde191b6-2ec1-47c1-a7c5-d1308769ccca), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:04.567003 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-5743dcfa-55f6-4c37-a49f-cffc809cab25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:04.568219 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-5743dcfa-55f6-4c37-a49f-cffc809cab25 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bde191b6-2ec1-47c1-a7c5-d1308769ccca HTTP/1.1" status: 204 len: 168 time: 0.2177031 May 17 19:31:04.581457 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5743dcfa-55f6-4c37-a49f-cffc809cab25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde191b6-2ec1-47c1-a7c5-d1308769ccca,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:05.263577 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 40304) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:31:05.277189 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-e2719690-2042-4dfc-a950-cee23b591c3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:05.359710 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f596b2d-aad0-4c99-814b-53317b57a28b req-55f46d3d-f75b-420a-9205-397398fe13c5 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:05.361189 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-8f596b2d-aad0-4c99-814b-53317b57a28b req-55f46d3d-f75b-420a-9205-397398fe13c5 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 946 time: 0.0621884 May 17 19:31:05.424742 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-e2719690-2042-4dfc-a950-cee23b591c3d admin admin] Publish callbacks [] for security_group (93f7eda9-a942-442d-b5e9-5daa187165d3), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:05.435882 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-8f596b2d-aad0-4c99-814b-53317b57a28b req-0e6f2c88-d062-4c59-8c7d-e12e591c22e7 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638845 May 17 19:31:05.482227 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-e2719690-2042-4dfc-a950-cee23b591c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (93f7eda9-a942-442d-b5e9-5daa187165d3), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:05.522573 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-e2719690-2042-4dfc-a950-cee23b591c3d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b1b76b871deb4435a4b3ee44b488e05e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2582324 May 17 19:31:05.526250 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2719690-2042-4dfc-a950-cee23b591c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f7eda9-a942-442d-b5e9-5daa187165d3,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:05.526916 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 40310) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:31:05.569280 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 40312) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:31:05.587964 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9461e8ee-834f-4f44-8ae6-73ca3ee81614 admin admin] Publish callbacks [] for security_group (93f7eda9-a942-442d-b5e9-5daa187165d3), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:05.626088 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9461e8ee-834f-4f44-8ae6-73ca3ee81614 admin admin] Publish callbacks [] for security_group (93f7eda9-a942-442d-b5e9-5daa187165d3), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:05.698421 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-358b5821-d71e-45bb-8dc5-b6af386c61f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:05.860587 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9461e8ee-834f-4f44-8ae6-73ca3ee81614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (93f7eda9-a942-442d-b5e9-5daa187165d3), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:05.863926 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9461e8ee-834f-4f44-8ae6-73ca3ee81614 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:05.869120 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-9461e8ee-834f-4f44-8ae6-73ca3ee81614 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/93f7eda9-a942-442d-b5e9-5daa187165d3 HTTP/1.1" status: 204 len: 168 time: 0.3387704 May 17 19:31:05.873621 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9461e8ee-834f-4f44-8ae6-73ca3ee81614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f7eda9-a942-442d-b5e9-5daa187165d3,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:05.924188 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-358b5821-d71e-45bb-8dc5-b6af386c61f4 admin admin] Publish callbacks [] for security_group (90d1e2c0-3fef-453c-83b8-384f293a1d15), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:05.996499 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-358b5821-d71e-45bb-8dc5-b6af386c61f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (90d1e2c0-3fef-453c-83b8-384f293a1d15), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:06.037705 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-358b5821-d71e-45bb-8dc5-b6af386c61f4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f00cf662443f43ef951dd1aab8f35d7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4673626 May 17 19:31:06.039764 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b5821-d71e-45bb-8dc5-b6af386c61f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d1e2c0-3fef-453c-83b8-384f293a1d15,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:06.040489 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 40334) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:31:06.093211 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-7cb2818e-d76b-4749-8ce9-053c196de35d admin admin] Publish callbacks [] for security_group (90d1e2c0-3fef-453c-83b8-384f293a1d15), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:06.115024 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-7cb2818e-d76b-4749-8ce9-053c196de35d admin admin] Publish callbacks [] for security_group (90d1e2c0-3fef-453c-83b8-384f293a1d15), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:06.219557 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-7cb2818e-d76b-4749-8ce9-053c196de35d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (90d1e2c0-3fef-453c-83b8-384f293a1d15), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:06.222577 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-7cb2818e-d76b-4749-8ce9-053c196de35d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:06.223814 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-7cb2818e-d76b-4749-8ce9-053c196de35d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/90d1e2c0-3fef-453c-83b8-384f293a1d15 HTTP/1.1" status: 204 len: 168 time: 0.1821461 May 17 19:31:06.232480 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb2818e-d76b-4749-8ce9-053c196de35d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d1e2c0-3fef-453c-83b8-384f293a1d15,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:06.579175 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e99b0e-7e3b-4007-9e03-0e2c2935f944 req-dadbf6c7-ad3a-4c8f-bb87-fd9dd93c2ec3 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:06.581683 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c6e99b0e-7e3b-4007-9e03-0e2c2935f944 req-dadbf6c7-ad3a-4c8f-bb87-fd9dd93c2ec3 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 946 time: 0.0679815 May 17 19:31:06.640645 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c6e99b0e-7e3b-4007-9e03-0e2c2935f944 req-a01164c5-10f8-4d4b-b5fe-52ae2e38283e tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515444 May 17 19:31:07.776916 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8af5a9-7e01-4fcc-8633-2c43ac2a44d0 req-7f54be15-66f2-4d47-9937-f0561310281e tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:07.791601 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-6f8af5a9-7e01-4fcc-8633-2c43ac2a44d0 req-7f54be15-66f2-4d47-9937-f0561310281e tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 946 time: 0.0758936 May 17 19:31:07.848964 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-6f8af5a9-7e01-4fcc-8633-2c43ac2a44d0 req-888bb32b-afe4-423e-81a0-2f1fe864986e tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504870 May 17 19:31:08.654556 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 40484) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:31:08.702180 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.db_base_plugin_v2 [None req-273bc5d6-394a-41db-88da-64ca98d8019b admin admin] Deleting subnet 926002d7-12ec-4ab8-a129-569d7b47ecbc {{(pid=103780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 19:31:08.708848 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-273bc5d6-394a-41db-88da-64ca98d8019b admin admin] Publish callbacks [] for subnet (926002d7-12ec-4ab8-a129-569d7b47ecbc), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:08.750435 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-273bc5d6-394a-41db-88da-64ca98d8019b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12797260'] for subnet (926002d7-12ec-4ab8-a129-569d7b47ecbc), precommit_delete_associations {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:08.793149 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-273bc5d6-394a-41db-88da-64ca98d8019b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-938445'] for subnet (926002d7-12ec-4ab8-a129-569d7b47ecbc), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:08.922980 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-273bc5d6-394a-41db-88da-64ca98d8019b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-938452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16348314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13015750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58575396'] for subnet (926002d7-12ec-4ab8-a129-569d7b47ecbc), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:08.954075 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273bc5d6-394a-41db-88da-64ca98d8019b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=926002d7-12ec-4ab8-a129-569d7b47ecbc,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:08.958385 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-273bc5d6-394a-41db-88da-64ca98d8019b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for subnet (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:08.964033 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-273bc5d6-394a-41db-88da-64ca98d8019b admin admin] 10.222.0.58 "DELETE /v2.0/subnets/926002d7-12ec-4ab8-a129-569d7b47ecbc HTTP/1.1" status: 204 len: 168 time: 0.3083971 May 17 19:31:08.964637 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 40496) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:31:08.982282 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a6bf8-916c-4edf-ad3f-78ba99ebcfb9 req-00c28598-1b53-42fe-b254-7ba91c38f198 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:08.983950 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3e3a6bf8-916c-4edf-ad3f-78ba99ebcfb9 req-00c28598-1b53-42fe-b254-7ba91c38f198 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 946 time: 0.0599158 May 17 19:31:09.048433 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3e3a6bf8-916c-4edf-ad3f-78ba99ebcfb9 req-7dadc3c0-dde9-4cdd-b6a0-13b094c61b13 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485563 May 17 19:31:09.054119 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-4f682016-8387-40fd-9219-d15e14e4e319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-932882'] for network (7cfff6ba-0239-41b9-8dac-d35f24885aca), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:09.150225 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-4f682016-8387-40fd-9219-d15e14e4e319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-940152', 'neutron.services.segments.db._delete_segments_for_network-8792041590294'] for network (7cfff6ba-0239-41b9-8dac-d35f24885aca), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:09.170569 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.services.segments.db [None req-4f682016-8387-40fd-9219-d15e14e4e319 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cfff6ba-0239-41b9-8dac-d35f24885aca']}} {{(pid=103780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:31:09.180069 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.services.segments.db [None req-4f682016-8387-40fd-9219-d15e14e4e319 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c44b409-7e32-4876-a336-301910c42d49') {'for_net_delete': True} {{(pid=103780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:31:09.180356 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.services.segments.db [None req-4f682016-8387-40fd-9219-d15e14e4e319 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c44b409-7e32-4876-a336-301910c42d49') {} {{(pid=103780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:31:09.189535 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-4f682016-8387-40fd-9219-d15e14e4e319 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792041591071', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12797301'] for segment (4c44b409-7e32-4876-a336-301910c42d49), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:09.203831 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-4f682016-8387-40fd-9219-d15e14e4e319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944438'] for segment (4c44b409-7e32-4876-a336-301910c42d49), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:09.214500 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f682016-8387-40fd-9219-d15e14e4e319 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=103780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 19:31:09.214500 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-4f682016-8387-40fd-9219-d15e14e4e319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014628'] for segment (4c44b409-7e32-4876-a336-301910c42d49), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:09.214500 dv-cinder-840678-10-iscsi neutron-server[103780]: Traceback (most recent call last): May 17 19:31:09.214500 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 19:31:09.214500 dv-cinder-840678-10-iscsi neutron-server[103780]: timer() May 17 19:31:09.214500 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 19:31:09.214500 dv-cinder-840678-10-iscsi neutron-server[103780]: cb(*args, **kw) May 17 19:31:09.214500 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 19:31:09.214500 dv-cinder-840678-10-iscsi neutron-server[103780]: return func(*args, **kwargs) May 17 19:31:09.214500 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 19:31:09.214500 dv-cinder-840678-10-iscsi neutron-server[103780]: self._notify() May 17 19:31:09.214500 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 19:31:09.214500 dv-cinder-840678-10-iscsi neutron-server[103780]: self.callback(batched_events) May 17 19:31:09.214500 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 19:31:09.214500 dv-cinder-840678-10-iscsi neutron-server[103780]: event.method(event) May 17 19:31:09.214500 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 19:31:09.214500 dv-cinder-840678-10-iscsi neutron-server[103780]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 19:31:09.214500 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 19:31:09.214500 dv-cinder-840678-10-iscsi neutron-server[103780]: aggregate_uuid = self.p_client.list_aggregates( May 17 19:31:09.214500 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 19:31:09.214500 dv-cinder-840678-10-iscsi neutron-server[103780]: return f(self, *a, **k) May 17 19:31:09.214500 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 19:31:09.214500 dv-cinder-840678-10-iscsi neutron-server[103780]: return self._get(url).json() May 17 19:31:09.214500 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 19:31:09.214500 dv-cinder-840678-10-iscsi neutron-server[103780]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 19:31:09.214500 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 19:31:09.214500 dv-cinder-840678-10-iscsi neutron-server[103780]: return self.request(url, 'GET', **kwargs) May 17 19:31:09.214500 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 19:31:09.214500 dv-cinder-840678-10-iscsi neutron-server[103780]: base_url = self.get_endpoint(auth, allow=allow, May 17 19:31:09.214500 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 19:31:09.214500 dv-cinder-840678-10-iscsi neutron-server[103780]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 19:31:09.214500 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 19:31:09.214500 dv-cinder-840678-10-iscsi neutron-server[103780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 19:31:09.214500 dv-cinder-840678-10-iscsi neutron-server[103780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 19:31:09.364755 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-4f682016-8387-40fd-9219-d15e14e4e319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-940099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16764915'] for network (7cfff6ba-0239-41b9-8dac-d35f24885aca), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:09.370892 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-4f682016-8387-40fd-9219-d15e14e4e319 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for network (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:09.374110 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-4f682016-8387-40fd-9219-d15e14e4e319 admin admin] 10.222.0.58 "DELETE /v2.0/networks/7cfff6ba-0239-41b9-8dac-d35f24885aca HTTP/1.1" status: 204 len: 168 time: 0.4083686 May 17 19:31:09.376957 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 40510) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:31:09.387589 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f682016-8387-40fd-9219-d15e14e4e319 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cfff6ba-0239-41b9-8dac-d35f24885aca,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:09.434366 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_v2 [None req-1be78155-9eee-491d-b95d-ee158e0f17b9 admin admin] Deleting subnet 5ba05a9b-c99c-47a1-98fe-a91e95c698ba {{(pid=103781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 19:31:09.437717 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1be78155-9eee-491d-b95d-ee158e0f17b9 admin admin] Publish callbacks [] for subnet (5ba05a9b-c99c-47a1-98fe-a91e95c698ba), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:09.475473 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1be78155-9eee-491d-b95d-ee158e0f17b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14281804'] for subnet (5ba05a9b-c99c-47a1-98fe-a91e95c698ba), precommit_delete_associations {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:09.517402 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1be78155-9eee-491d-b95d-ee158e0f17b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-938445'] for subnet (5ba05a9b-c99c-47a1-98fe-a91e95c698ba), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:09.688491 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1be78155-9eee-491d-b95d-ee158e0f17b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-938452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16348314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13823715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13613874'] for subnet (5ba05a9b-c99c-47a1-98fe-a91e95c698ba), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:09.712214 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be78155-9eee-491d-b95d-ee158e0f17b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ba05a9b-c99c-47a1-98fe-a91e95c698ba,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:09.718658 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1be78155-9eee-491d-b95d-ee158e0f17b9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:09.722095 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-1be78155-9eee-491d-b95d-ee158e0f17b9 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/5ba05a9b-c99c-47a1-98fe-a91e95c698ba HTTP/1.1" status: 204 len: 168 time: 0.3432193 May 17 19:31:09.724653 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 40528) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:31:09.799883 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9f5b4de2-28d1-4f1b-b8a5-c90391316465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-932882'] for network (d5f986ff-8668-4a5a-ac35-5d318bccbe39), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:09.885569 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9f5b4de2-28d1-4f1b-b8a5-c90391316465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-940152', 'neutron.services.segments.db._delete_segments_for_network-8792041590294'] for network (d5f986ff-8668-4a5a-ac35-5d318bccbe39), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:09.907781 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.services.segments.db [None req-9f5b4de2-28d1-4f1b-b8a5-c90391316465 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5f986ff-8668-4a5a-ac35-5d318bccbe39']}} {{(pid=103781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:31:09.917433 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.services.segments.db [None req-9f5b4de2-28d1-4f1b-b8a5-c90391316465 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19cc4a50-8b71-4d59-b982-142ffb9df755') {'for_net_delete': True} {{(pid=103781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:31:09.921502 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.services.segments.db [None req-9f5b4de2-28d1-4f1b-b8a5-c90391316465 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19cc4a50-8b71-4d59-b982-142ffb9df755') {} {{(pid=103781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:31:09.927108 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9f5b4de2-28d1-4f1b-b8a5-c90391316465 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792041591071', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14281845'] for segment (19cc4a50-8b71-4d59-b982-142ffb9df755), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:09.943781 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9f5b4de2-28d1-4f1b-b8a5-c90391316465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944438'] for segment (19cc4a50-8b71-4d59-b982-142ffb9df755), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:09.950583 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f5b4de2-28d1-4f1b-b8a5-c90391316465 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=103781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 19:31:09.950977 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9f5b4de2-28d1-4f1b-b8a5-c90391316465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13820481'] for segment (19cc4a50-8b71-4d59-b982-142ffb9df755), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:09.954140 dv-cinder-840678-10-iscsi neutron-server[103781]: Traceback (most recent call last): May 17 19:31:09.954140 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 19:31:09.954140 dv-cinder-840678-10-iscsi neutron-server[103781]: timer() May 17 19:31:09.954140 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 19:31:09.954140 dv-cinder-840678-10-iscsi neutron-server[103781]: cb(*args, **kw) May 17 19:31:09.954140 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 19:31:09.954140 dv-cinder-840678-10-iscsi neutron-server[103781]: return func(*args, **kwargs) May 17 19:31:09.954140 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 19:31:09.954140 dv-cinder-840678-10-iscsi neutron-server[103781]: self._notify() May 17 19:31:09.954140 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 19:31:09.954140 dv-cinder-840678-10-iscsi neutron-server[103781]: self.callback(batched_events) May 17 19:31:09.954140 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 19:31:09.954140 dv-cinder-840678-10-iscsi neutron-server[103781]: event.method(event) May 17 19:31:09.954140 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 19:31:09.954140 dv-cinder-840678-10-iscsi neutron-server[103781]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 19:31:09.954140 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 19:31:09.954140 dv-cinder-840678-10-iscsi neutron-server[103781]: aggregate_uuid = self.p_client.list_aggregates( May 17 19:31:09.954140 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 19:31:09.954140 dv-cinder-840678-10-iscsi neutron-server[103781]: return f(self, *a, **k) May 17 19:31:09.954140 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 19:31:09.954140 dv-cinder-840678-10-iscsi neutron-server[103781]: return self._get(url).json() May 17 19:31:09.954140 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 19:31:09.954140 dv-cinder-840678-10-iscsi neutron-server[103781]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 19:31:09.954140 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 19:31:09.954140 dv-cinder-840678-10-iscsi neutron-server[103781]: return self.request(url, 'GET', **kwargs) May 17 19:31:09.954140 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 19:31:09.954140 dv-cinder-840678-10-iscsi neutron-server[103781]: base_url = self.get_endpoint(auth, allow=allow, May 17 19:31:09.954140 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 19:31:09.954140 dv-cinder-840678-10-iscsi neutron-server[103781]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 19:31:09.954140 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 19:31:09.954140 dv-cinder-840678-10-iscsi neutron-server[103781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 19:31:09.954140 dv-cinder-840678-10-iscsi neutron-server[103781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 19:31:10.091131 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9f5b4de2-28d1-4f1b-b8a5-c90391316465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-940099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16764915'] for network (d5f986ff-8668-4a5a-ac35-5d318bccbe39), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:10.109004 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9f5b4de2-28d1-4f1b-b8a5-c90391316465 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for network (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:10.116230 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-9f5b4de2-28d1-4f1b-b8a5-c90391316465 admin admin] 10.222.0.58 "DELETE /v2.0/networks/d5f986ff-8668-4a5a-ac35-5d318bccbe39 HTTP/1.1" status: 204 len: 168 time: 0.3905265 May 17 19:31:10.129596 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5b4de2-28d1-4f1b-b8a5-c90391316465 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5f986ff-8668-4a5a-ac35-5d318bccbe39,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:10.211851 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7007a1-9e41-47bc-bf75-62c2f068c091 req-794a6565-bfb1-4731-bfba-84c907a1bb33 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:10.220420 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-2b7007a1-9e41-47bc-bf75-62c2f068c091 req-794a6565-bfb1-4731-bfba-84c907a1bb33 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 946 time: 0.0757823 May 17 19:31:10.278261 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-2b7007a1-9e41-47bc-bf75-62c2f068c091 req-6dcf2eb5-03ce-425d-b3f6-3a84b8147792 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537727 May 17 19:31:10.543977 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 40556) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:31:10.605970 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-5cd921da-320b-4a48-b237-5a0318a5f2f9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f18adcec58b14844bec04657953b5d10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0608451 May 17 19:31:10.607054 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce205d0-1db0-4fd6-9e65-4c5852e62e00 req-17bf9d56-b25e-4631-8773-6e825ee7c814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:10.608699 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 40560) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:31:10.608822 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-fce205d0-1db0-4fd6-9e65-4c5852e62e00 req-17bf9d56-b25e-4631-8773-6e825ee7c814 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 1130 time: 0.0744364 May 17 19:31:10.656148 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-ec17f1e9-583a-49bd-984c-79fa07ca7f41 admin admin] Publish callbacks [] for security_group (a7f65fe6-8875-4e5b-b077-8ec93ad0cc8e), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:10.659133 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-fce205d0-1db0-4fd6-9e65-4c5852e62e00 req-a384dd89-5402-4112-bf0b-d152d5d2f5ab service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394006 May 17 19:31:10.678290 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-ec17f1e9-583a-49bd-984c-79fa07ca7f41 admin admin] Publish callbacks [] for security_group (a7f65fe6-8875-4e5b-b077-8ec93ad0cc8e), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:10.785422 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-ec17f1e9-583a-49bd-984c-79fa07ca7f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (a7f65fe6-8875-4e5b-b077-8ec93ad0cc8e), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:10.787939 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-ec17f1e9-583a-49bd-984c-79fa07ca7f41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:10.789094 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-ec17f1e9-583a-49bd-984c-79fa07ca7f41 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a7f65fe6-8875-4e5b-b077-8ec93ad0cc8e HTTP/1.1" status: 204 len: 168 time: 0.1795251 May 17 19:31:10.796957 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec17f1e9-583a-49bd-984c-79fa07ca7f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f65fe6-8875-4e5b-b077-8ec93ad0cc8e,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:11.401440 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ff05b-6fa0-4661-90c4-0b5ba8cc5256 req-6fc01871-aa95-479b-89ae-00680be04f4d tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:11.401440 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-069ff05b-6fa0-4661-90c4-0b5ba8cc5256 req-6fc01871-aa95-479b-89ae-00680be04f4d tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 946 time: 0.0467918 May 17 19:31:11.450011 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-069ff05b-6fa0-4661-90c4-0b5ba8cc5256 req-6101ebc1-fbb3-4901-9660-f61a42ad17e1 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424840 May 17 19:31:12.223968 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 40604) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:31:12.267625 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-3b5804f6-c7f4-4b21-aae0-bd204876fa18 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=21af0c27992c45b7be22b686674afef9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424669 May 17 19:31:12.268063 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 40606) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:31:12.316109 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-2b41d20e-3a96-400e-aa3d-2b58c92af913 admin admin] Publish callbacks [] for security_group (91ffe2df-55c7-4560-a990-40ca2a90583b), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:12.337228 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-2b41d20e-3a96-400e-aa3d-2b58c92af913 admin admin] Publish callbacks [] for security_group (91ffe2df-55c7-4560-a990-40ca2a90583b), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:12.490474 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-2b41d20e-3a96-400e-aa3d-2b58c92af913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (91ffe2df-55c7-4560-a990-40ca2a90583b), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:12.493158 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-2b41d20e-3a96-400e-aa3d-2b58c92af913 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:12.494295 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-2b41d20e-3a96-400e-aa3d-2b58c92af913 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/91ffe2df-55c7-4560-a990-40ca2a90583b HTTP/1.1" status: 204 len: 168 time: 0.2252414 May 17 19:31:12.506226 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b41d20e-3a96-400e-aa3d-2b58c92af913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ffe2df-55c7-4560-a990-40ca2a90583b,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:12.568041 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610b1a5-653b-401c-ba34-635a2c4b31da req-7f863eaf-b639-4ecf-ba9b-42a075cda0be tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:12.569054 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-0610b1a5-653b-401c-ba34-635a2c4b31da req-7f863eaf-b639-4ecf-ba9b-42a075cda0be tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 946 time: 0.0480380 May 17 19:31:12.623450 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-0610b1a5-653b-401c-ba34-635a2c4b31da req-279da7cf-61c0-41f5-8e50-13070c96f215 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461705 May 17 19:31:12.734796 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b3fbe-6103-460b-9b62-9f499c919b86 req-0056b5ce-8485-4db8-981c-7bf67e28bffa tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:12.736324 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ff1b3fbe-6103-460b-9b62-9f499c919b86 req-0056b5ce-8485-4db8-981c-7bf67e28bffa tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=2949df44-a27c-4dc1-acd9-0754c0314ed1 HTTP/1.1" status: 200 len: 945 time: 0.0463986 May 17 19:31:12.784317 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ff1b3fbe-6103-460b-9b62-9f499c919b86 req-c56f9b6b-92e1-4076-98a2-ece047c7ef7b tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423458 May 17 19:31:13.416084 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (bee311cb-2a55-4828-8ca4-4ee09c88de79), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:14.538902 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 40696) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:31:14.650308 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-2a9856d4-53ef-4729-8fa8-a0975d858a2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:14.753635 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-2a9856d4-53ef-4729-8fa8-a0975d858a2f admin admin] Publish callbacks [] for security_group (ec575956-d9af-4b7d-96fc-9dd73835ee23), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:14.808520 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 40710) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:31:14.810318 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-2a9856d4-53ef-4729-8fa8-a0975d858a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (ec575956-d9af-4b7d-96fc-9dd73835ee23), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:14.848984 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9856d4-53ef-4729-8fa8-a0975d858a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec575956-d9af-4b7d-96fc-9dd73835ee23,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:14.853298 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-2a9856d4-53ef-4729-8fa8-a0975d858a2f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=66b47f4795be411daf349cf57f8e3a15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3133874 May 17 19:31:14.856482 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 40716) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:31:14.911414 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-9924ebc8-20f6-46bc-bb82-4b999c4f91cd admin admin] Publish callbacks [] for security_group (ec575956-d9af-4b7d-96fc-9dd73835ee23), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:14.933739 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-9924ebc8-20f6-46bc-bb82-4b999c4f91cd admin admin] Publish callbacks [] for security_group (ec575956-d9af-4b7d-96fc-9dd73835ee23), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:14.983102 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-07de8172-7b1a-496a-8e75-669658365d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:14.983700 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-1864ecc9-aa66-4457-8ce4-ae1cc1cab659 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:15.102843 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-9924ebc8-20f6-46bc-bb82-4b999c4f91cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (ec575956-d9af-4b7d-96fc-9dd73835ee23), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:15.105436 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-9924ebc8-20f6-46bc-bb82-4b999c4f91cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:15.106554 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-9924ebc8-20f6-46bc-bb82-4b999c4f91cd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ec575956-d9af-4b7d-96fc-9dd73835ee23 HTTP/1.1" status: 204 len: 168 time: 0.2489264 May 17 19:31:15.125407 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9924ebc8-20f6-46bc-bb82-4b999c4f91cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec575956-d9af-4b7d-96fc-9dd73835ee23,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:15.176883 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-1864ecc9-aa66-4457-8ce4-ae1cc1cab659 admin admin] Publish callbacks [] for security_group (48fac558-f770-408c-9fe2-86ca0fdb7d35), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:15.254214 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37617ca7-c0e9-4c59-b301-c96296a0e3c3 req-2ba09b3f-e45d-4409-9e60-d3a25e030ed0 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:15.255589 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-37617ca7-c0e9-4c59-b301-c96296a0e3c3 req-2ba09b3f-e45d-4409-9e60-d3a25e030ed0 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=2949df44-a27c-4dc1-acd9-0754c0314ed1 HTTP/1.1" status: 200 len: 945 time: 0.0482733 May 17 19:31:15.287629 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-1864ecc9-aa66-4457-8ce4-ae1cc1cab659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (48fac558-f770-408c-9fe2-86ca0fdb7d35), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:15.335165 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-37617ca7-c0e9-4c59-b301-c96296a0e3c3 req-274763a6-e1e5-47f4-b08b-cb67d305c86a tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731721 May 17 19:31:15.340651 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-1864ecc9-aa66-4457-8ce4-ae1cc1cab659 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=14a6f2a77ec74b60815121fc444718c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5309839 May 17 19:31:15.342659 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1864ecc9-aa66-4457-8ce4-ae1cc1cab659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48fac558-f770-408c-9fe2-86ca0fdb7d35,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:15.345734 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 40728) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:31:15.414841 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-4d1ed72a-3d11-4f80-a46e-b885334a6b47 admin admin] Publish callbacks [] for security_group (48fac558-f770-408c-9fe2-86ca0fdb7d35), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:15.437904 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-4d1ed72a-3d11-4f80-a46e-b885334a6b47 admin admin] Publish callbacks [] for security_group (48fac558-f770-408c-9fe2-86ca0fdb7d35), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:15.570633 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-4d1ed72a-3d11-4f80-a46e-b885334a6b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (48fac558-f770-408c-9fe2-86ca0fdb7d35), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:15.574090 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-4d1ed72a-3d11-4f80-a46e-b885334a6b47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:15.578113 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-4d1ed72a-3d11-4f80-a46e-b885334a6b47 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/48fac558-f770-408c-9fe2-86ca0fdb7d35 HTTP/1.1" status: 204 len: 168 time: 0.2319028 May 17 19:31:15.588208 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ed72a-3d11-4f80-a46e-b885334a6b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48fac558-f770-408c-9fe2-86ca0fdb7d35,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:16.463109 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061f86e-403b-4c72-a6bd-05eba86edde5 req-3734551b-fea4-49c3-be05-147c09419fea tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:16.464920 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1061f86e-403b-4c72-a6bd-05eba86edde5 req-3734551b-fea4-49c3-be05-147c09419fea tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=2949df44-a27c-4dc1-acd9-0754c0314ed1 HTTP/1.1" status: 200 len: 945 time: 0.0559468 May 17 19:31:16.512866 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1061f86e-403b-4c72-a6bd-05eba86edde5 req-fe821c7f-d5bf-4482-bf85-96b0e175f643 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422292 May 17 19:31:16.548558 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 40788) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:31:16.652215 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-ea2ad115-086d-42b9-b7f4-53c947d65d61 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-448320637-network', 'tenant_id': '4c80a1d247d44fb9b467b7e312d7ddec'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:31:16.756220 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2ad115-086d-42b9-b7f4-53c947d65d61 admin admin] Made reservation on behalf of 4c80a1d247d44fb9b467b7e312d7ddec for: {'network': 1} {{(pid=103781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:31:16.758667 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ea2ad115-086d-42b9-b7f4-53c947d65d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for network (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:16.768540 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ea2ad115-086d-42b9-b7f4-53c947d65d61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:16.840655 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ea2ad115-086d-42b9-b7f4-53c947d65d61 admin admin] Publish callbacks [] for security_group (5740d66a-072c-47b3-94cd-2729cf1d98d2), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:16.918771 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ea2ad115-086d-42b9-b7f4-53c947d65d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (5740d66a-072c-47b3-94cd-2729cf1d98d2), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:16.940255 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea2ad115-086d-42b9-b7f4-53c947d65d61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=103781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 19:31:16.956462 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2ad115-086d-42b9-b7f4-53c947d65d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5740d66a-072c-47b3-94cd-2729cf1d98d2,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:16.960331 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ea2ad115-086d-42b9-b7f4-53c947d65d61 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792041590285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944438'] for segment (3fb251ea-b5a7-48e1-925a-6f45378aab1b), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:16.960741 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.db.segments_db [None req-ea2ad115-086d-42b9-b7f4-53c947d65d61 admin admin] Added segment 3fb251ea-b5a7-48e1-925a-6f45378aab1b of type vlan for network 2c796bbc-8ba9-48bf-838d-6e35763ba852 May 17 19:31:17.004586 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ea2ad115-086d-42b9-b7f4-53c947d65d61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792041130644'] for network (2c796bbc-8ba9-48bf-838d-6e35763ba852), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:17.078541 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ea2ad115-086d-42b9-b7f4-53c947d65d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519'] for network (2c796bbc-8ba9-48bf-838d-6e35763ba852), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:17.079593 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2ad115-086d-42b9-b7f4-53c947d65d61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:17.080161 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ea2ad115-086d-42b9-b7f4-53c947d65d61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for network (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:17.138239 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2ad115-086d-42b9-b7f4-53c947d65d61 admin admin] Pushing event updated for resources: {'Network': ['ID=2c796bbc-8ba9-48bf-838d-6e35763ba852,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:17.147710 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Network 2c796bbc-8ba9-48bf-838d-6e35763ba852 details requested by agent ovs-agent-dv-cinder-840678-10-iscsi with host dv-cinder-840678-10-iscsi {{(pid=103782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 19:31:17.195683 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-ea2ad115-086d-42b9-b7f4-53c947d65d61 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.6460009 May 17 19:31:17.199139 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 40806) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:31:17.203870 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-7030af66-4b30-41d0-a7fc-8e5ea28216d8 admin admin] Request body: {'subnet': {'network_id': '2c796bbc-8ba9-48bf-838d-6e35763ba852', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-448320637-subnet', 'tenant_id': '4c80a1d247d44fb9b467b7e312d7ddec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:31:17.295763 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91a551c-5b21-4bf3-984f-a8cd7eaaf263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:17.318703 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7030af66-4b30-41d0-a7fc-8e5ea28216d8 admin admin] Made reservation on behalf of 4c80a1d247d44fb9b467b7e312d7ddec for: {'subnet': 1} {{(pid=103781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:31:17.321117 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-7030af66-4b30-41d0-a7fc-8e5ea28216d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13613855'] for subnet (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:17.515239 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a0623-df21-4dc4-b9cd-6a598abb050e req-2a8ad3f2-3c76-48d4-a06b-026474e2ad98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:17.516760 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f91a0623-df21-4dc4-b9cd-6a598abb050e req-2a8ad3f2-3c76-48d4-a06b-026474e2ad98 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5d488b25563d4373b5c980ab060bc822&device_id=2949df44-a27c-4dc1-acd9-0754c0314ed1 HTTP/1.1" status: 200 len: 1129 time: 0.0566769 May 17 19:31:17.560835 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-7030af66-4b30-41d0-a7fc-8e5ea28216d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16348314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13823650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13613833'] for subnet (b0573fd5-1838-48eb-a2b5-2b8b5ef9466d), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:17.630763 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bfeb16-6df9-4115-a85a-46c11e4a5368 req-55dd1197-2aa2-472a-8c4f-4818c7056fc4 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:17.632300 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-15bfeb16-6df9-4115-a85a-46c11e4a5368 req-55dd1197-2aa2-472a-8c4f-4818c7056fc4 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=2949df44-a27c-4dc1-acd9-0754c0314ed1 HTTP/1.1" status: 200 len: 945 time: 0.0503647 May 17 19:31:17.659372 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7030af66-4b30-41d0-a7fc-8e5ea28216d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0573fd5-1838-48eb-a2b5-2b8b5ef9466d,revision_number=0']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:17.667723 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a0623-df21-4dc4-b9cd-6a598abb050e req-95096e99-077d-4e57-94fb-b893a6d65024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:17.669144 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f91a0623-df21-4dc4-b9cd-6a598abb050e req-95096e99-077d-4e57-94fb-b893a6d65024 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ddaa928e-2db4-4b37-b723-ff2ae1e2b964 HTTP/1.1" status: 200 len: 919 time: 0.1429098 May 17 19:31:17.683727 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-15bfeb16-6df9-4115-a85a-46c11e4a5368 req-fff3b906-4319-4c19-b2fe-45a64c2caf8d tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442617 May 17 19:31:17.688278 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7030af66-4b30-41d0-a7fc-8e5ea28216d8 admin admin] Checking segment: {'id': '3fb251ea-b5a7-48e1-925a-6f45378aab1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2c796bbc-8ba9-48bf-838d-6e35763ba852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:31:17.688630 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7030af66-4b30-41d0-a7fc-8e5ea28216d8 admin admin] Network hostable DHCP agents. Network: 2c796bbc-8ba9-48bf-838d-6e35763ba852, hostable agents: ['acc21e7f-c3fd-47ad-b523-e51f8b89f08b'], hosted agents: [] {{(pid=103781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 19:31:17.724059 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f91a0623-df21-4dc4-b9cd-6a598abb050e req-da509c08-d82b-419a-ac33-f9cfe3d048a5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f56ad1e3-8b59-4f7f-96b0-206928ec8a1d HTTP/1.1" status: 200 len: 217 time: 0.0451491 May 17 19:31:17.773410 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a0623-df21-4dc4-b9cd-6a598abb050e req-81c51eea-8586-4839-a53c-2d617efb2a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:17.774844 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f91a0623-df21-4dc4-b9cd-6a598abb050e req-81c51eea-8586-4839-a53c-2d617efb2a99 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=78a5955d-2965-41b9-ae73-2183d9038bbb HTTP/1.1" status: 200 len: 857 time: 0.0425053 May 17 19:31:17.790682 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7030af66-4b30-41d0-a7fc-8e5ea28216d8 admin admin] Network 2c796bbc-8ba9-48bf-838d-6e35763ba852 is scheduled to be hosted by DHCP agent acc21e7f-c3fd-47ad-b523-e51f8b89f08b with binding_index 1 {{(pid=103781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 19:31:17.822982 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a0623-df21-4dc4-b9cd-6a598abb050e req-dde940b9-ad06-4f0e-91d4-3d65d733433b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:17.825126 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f91a0623-df21-4dc4-b9cd-6a598abb050e req-dde940b9-ad06-4f0e-91d4-3d65d733433b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ddaa928e-2db4-4b37-b723-ff2ae1e2b964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433071 May 17 19:31:17.890947 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [None req-7030af66-4b30-41d0-a7fc-8e5ea28216d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-10-iscsi, 2c796bbc-8ba9-48bf-838d-6e35763ba852) {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:31:17.901238 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7030af66-4b30-41d0-a7fc-8e5ea28216d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:17.901830 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-7030af66-4b30-41d0-a7fc-8e5ea28216d8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:17.912069 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c87e448-4102-4bb8-b9f5-656c1132ae86 None None] Network 2c796bbc-8ba9-48bf-838d-6e35763ba852 requested from dv-cinder-840678-10-iscsi {{(pid=103782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 19:31:17.931688 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f91a0623-df21-4dc4-b9cd-6a598abb050e req-99abd9fc-50c4-4d49-89be-12292ec907b3 service neutron] 10.222.0.69 "GET /v2.0/networks/ddaa928e-2db4-4b37-b723-ff2ae1e2b964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992091 May 17 19:31:18.011799 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-7030af66-4b30-41d0-a7fc-8e5ea28216d8 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8114154 May 17 19:31:18.035645 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d758608-ee4a-482c-9c64-294fed980a69 None None] Network 2c796bbc-8ba9-48bf-838d-6e35763ba852 requested from dv-cinder-840678-10-iscsi {{(pid=103782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 19:31:18.056099 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f91a0623-df21-4dc4-b9cd-6a598abb050e req-7cca2390-90fe-4d83-b340-eed0185afb34 service neutron] 10.222.0.69 "GET /v2.0/networks/ddaa928e-2db4-4b37-b723-ff2ae1e2b964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167688 May 17 19:31:18.493459 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:18.805069 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c730884e-ffd9-40c2-b3a5-27f7a39599c3 req-bf4569bb-c9bc-432a-9987-ffc414f1aef8 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:18.806682 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c730884e-ffd9-40c2-b3a5-27f7a39599c3 req-bf4569bb-c9bc-432a-9987-ffc414f1aef8 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=2949df44-a27c-4dc1-acd9-0754c0314ed1 HTTP/1.1" status: 200 len: 945 time: 0.0516210 May 17 19:31:18.855561 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c730884e-ffd9-40c2-b3a5-27f7a39599c3 req-0eb8a62f-5731-43e7-92c3-706fd6bcdaf1 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419312 May 17 19:31:19.986372 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e56a7d-8e18-45f6-b3ef-c76683e26fda req-aac165c0-918e-46ba-bcea-8e81640a1078 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:19.987975 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-67e56a7d-8e18-45f6-b3ef-c76683e26fda req-aac165c0-918e-46ba-bcea-8e81640a1078 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=2949df44-a27c-4dc1-acd9-0754c0314ed1 HTTP/1.1" status: 200 len: 945 time: 0.0509996 May 17 19:31:20.042204 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-67e56a7d-8e18-45f6-b3ef-c76683e26fda req-4acd65be-f376-4c9c-864f-d1296fb7cb35 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481524 May 17 19:31:20.228002 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42bf154-0f29-42a8-926d-252f4aae3d74 req-00a35501-b197-40f9-ab5d-783d8570c233 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:20.229949 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f42bf154-0f29-42a8-926d-252f4aae3d74 req-00a35501-b197-40f9-ab5d-783d8570c233 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/networks?id=2c796bbc-8ba9-48bf-838d-6e35763ba852 HTTP/1.1" status: 200 len: 813 time: 0.1042848 May 17 19:31:20.238865 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:20.244273 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f42bf154-0f29-42a8-926d-252f4aae3d74 req-cdb634a0-772d-4bfd-b5bf-95c3c30250d7 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/quotas/4c80a1d247d44fb9b467b7e312d7ddec HTTP/1.1" status: 200 len: 375 time: 0.0090249 May 17 19:31:20.277030 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f42bf154-0f29-42a8-926d-252f4aae3d74 req-9bd4d0a9-fd0c-4a24-86f6-2c0975b3bfa2 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4c80a1d247d44fb9b467b7e312d7ddec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272701 May 17 19:31:20.369401 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f42bf154-0f29-42a8-926d-252f4aae3d74 req-62860274-acad-474d-9697-130942ac9223 service neutron] 10.222.0.58 "GET /v2.0/networks/2c796bbc-8ba9-48bf-838d-6e35763ba852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855095 May 17 19:31:20.458663 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f42bf154-0f29-42a8-926d-252f4aae3d74 req-b8eedf27-aada-4080-8078-d837681f686c service neutron] 10.222.0.58 "GET /v2.0/networks/2c796bbc-8ba9-48bf-838d-6e35763ba852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829551 May 17 19:31:20.493071 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f174b-5e5c-4428-8051-cd5e98a37d5b req-651a4b99-06ac-478d-b828-0fe9c988c12e tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:20.494525 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-a56f174b-5e5c-4428-8051-cd5e98a37d5b req-651a4b99-06ac-478d-b828-0fe9c988c12e tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 945 time: 0.0465281 May 17 19:31:20.539948 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-a56f174b-5e5c-4428-8051-cd5e98a37d5b req-9f5d06cb-c0c2-40fa-8fc5-09a0f7b6685e tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390577 May 17 19:31:20.724345 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-7dc057a3-b893-4fb5-9837-f3860084e637 req-03f467f5-942d-420a-b432-cd18a2024c26 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ceb178-791e-47a4-b711-78ce4b39bf0f HTTP/1.1" status: 200 len: 210 time: 0.0277593 May 17 19:31:21.156394 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdce80d-b1e3-4390-9dee-8e6aca0227b5 req-a0563360-7d56-4eee-b19b-99b369bf14b2 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:21.157873 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3fdce80d-b1e3-4390-9dee-8e6aca0227b5 req-a0563360-7d56-4eee-b19b-99b369bf14b2 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=2949df44-a27c-4dc1-acd9-0754c0314ed1 HTTP/1.1" status: 200 len: 945 time: 0.0459659 May 17 19:31:21.206153 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3fdce80d-b1e3-4390-9dee-8e6aca0227b5 req-78ffe420-6411-4cc8-8fb5-8ae9ef9c4c98 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424347 May 17 19:31:21.581750 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:21.663109 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2801e58-9a42-4668-b8dc-6544ad127a5f req-c4005c31-3db8-43a7-8b5b-362e5638d915 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:21.668233 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-f2801e58-9a42-4668-b8dc-6544ad127a5f req-c4005c31-3db8-43a7-8b5b-362e5638d915 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 945 time: 0.0513790 May 17 19:31:21.713540 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-f2801e58-9a42-4668-b8dc-6544ad127a5f req-fe69eecc-f41b-4c12-bb67-ac7560bde1f3 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414793 May 17 19:31:21.797072 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-23a6b6fe-399e-4b9e-b48b-a96b6fb6ae4f req-3deccc90-7ff6-418a-b203-5508a42f3646 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ceb178-791e-47a4-b711-78ce4b39bf0f HTTP/1.1" status: 200 len: 210 time: 0.0261221 May 17 19:31:22.316272 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9f030-d43a-47a6-89c5-10ca6b8d4230 req-c5f2ae03-6196-4d5e-8b9c-870884467f39 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:22.317705 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-83b9f030-d43a-47a6-89c5-10ca6b8d4230 req-c5f2ae03-6196-4d5e-8b9c-870884467f39 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=2949df44-a27c-4dc1-acd9-0754c0314ed1 HTTP/1.1" status: 200 len: 945 time: 0.0446165 May 17 19:31:22.362238 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-83b9f030-d43a-47a6-89c5-10ca6b8d4230 req-11a18de7-6891-469e-bf0a-b704eada9863 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391936 May 17 19:31:22.841587 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07073120-6890-4177-bca4-f598acc13ecb req-35bdbed0-61d1-4465-897b-3fc5857bc41e tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:22.849115 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-07073120-6890-4177-bca4-f598acc13ecb req-35bdbed0-61d1-4465-897b-3fc5857bc41e tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 945 time: 0.0525165 May 17 19:31:22.891702 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-07073120-6890-4177-bca4-f598acc13ecb req-f4a9051e-d8f0-41f4-8b7b-0c21778dfec2 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416985 May 17 19:31:22.913707 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-c416e306-9274-4b0b-9278-65e912cc90da req-01f50a6d-b35c-4038-9400-a1befeafd30d tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ceb178-791e-47a4-b711-78ce4b39bf0f HTTP/1.1" status: 200 len: 210 time: 0.0267882 May 17 19:31:23.473684 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d2a8be-6c26-4df6-b050-bde51c44f6c0 req-9d02f442-3a58-42d3-8ae5-e75bace34a56 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:23.475123 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-85d2a8be-6c26-4df6-b050-bde51c44f6c0 req-9d02f442-3a58-42d3-8ae5-e75bace34a56 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=2949df44-a27c-4dc1-acd9-0754c0314ed1 HTTP/1.1" status: 200 len: 945 time: 0.0475700 May 17 19:31:23.519559 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-85d2a8be-6c26-4df6-b050-bde51c44f6c0 req-8e317a4d-6300-4764-9024-9edda8580b3e tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384178 May 17 19:31:24.012731 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1aa63aa5-2fc8-45ce-ad68-1c3b201bf683 req-a13f5120-c80c-49dc-b66d-633dbba54754 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ceb178-791e-47a4-b711-78ce4b39bf0f HTTP/1.1" status: 200 len: 210 time: 0.0265656 May 17 19:31:24.028437 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b45b8a3-3cee-4468-858e-388b7c6c9d30 req-b8f106ad-773d-43af-8fb2-982f15087ed5 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:24.029910 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-2b45b8a3-3cee-4468-858e-388b7c6c9d30 req-b8f106ad-773d-43af-8fb2-982f15087ed5 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 945 time: 0.0491252 May 17 19:31:24.076381 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-2b45b8a3-3cee-4468-858e-388b7c6c9d30 req-5f168229-4ea5-45a2-ac05-c26d74f8faab tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408621 May 17 19:31:24.632721 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1c1b9-548c-4bef-9fc4-a89fa09ca6a9 req-8a695570-03a7-4277-95f4-e76eb6bdce08 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:24.634134 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3fa1c1b9-548c-4bef-9fc4-a89fa09ca6a9 req-8a695570-03a7-4277-95f4-e76eb6bdce08 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=2949df44-a27c-4dc1-acd9-0754c0314ed1 HTTP/1.1" status: 200 len: 945 time: 0.0442977 May 17 19:31:24.677809 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3fa1c1b9-548c-4bef-9fc4-a89fa09ca6a9 req-5966910a-6f62-486c-9e16-0f239881b4d1 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376000 May 17 19:31:25.107720 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-3165a570-c4a9-4273-b93b-2497050bc4d9 req-c862f48f-e5b8-4eb4-b102-31dbf1e0e585 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ceb178-791e-47a4-b711-78ce4b39bf0f HTTP/1.1" status: 200 len: 210 time: 0.0271940 May 17 19:31:25.193806 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fed82-a309-440b-b580-9ce817da2e01 req-a5a18a05-bafc-4f09-810a-5b5f3553315f tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:25.195228 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8e1fed82-a309-440b-b580-9ce817da2e01 req-a5a18a05-bafc-4f09-810a-5b5f3553315f tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 945 time: 0.0481584 May 17 19:31:25.250930 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8e1fed82-a309-440b-b580-9ce817da2e01 req-09aee3df-0640-4070-ab02-193008fb5ab0 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501139 May 17 19:31:25.790706 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edab356-042a-42a6-a955-e1b7383dcf2b req-a5458652-e5dc-4349-9663-5e93d2f6da0b tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:25.792145 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-8edab356-042a-42a6-a955-e1b7383dcf2b req-a5458652-e5dc-4349-9663-5e93d2f6da0b tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=2949df44-a27c-4dc1-acd9-0754c0314ed1 HTTP/1.1" status: 200 len: 945 time: 0.0468769 May 17 19:31:25.842670 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-8edab356-042a-42a6-a955-e1b7383dcf2b req-a4e73817-074f-49a9-a479-fbf9ff03071b tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445960 May 17 19:31:26.199704 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d3ae8239-d2dc-4524-8f15-ea52dddea692 req-e08d54e3-28c9-4831-9fbf-54ac54279664 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ceb178-791e-47a4-b711-78ce4b39bf0f HTTP/1.1" status: 200 len: 210 time: 0.0257194 May 17 19:31:26.377670 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d610f5e-0013-4632-b6c5-07586b9cb5e2 req-6615fc17-29e3-42c4-87cd-30edf3d15273 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:26.379771 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-9d610f5e-0013-4632-b6c5-07586b9cb5e2 req-6615fc17-29e3-42c4-87cd-30edf3d15273 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 945 time: 0.0506124 May 17 19:31:26.427213 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-9d610f5e-0013-4632-b6c5-07586b9cb5e2 req-10d23df5-9f52-434b-a4c3-bdc8362bc227 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419285 May 17 19:31:26.463132 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42bf154-0f29-42a8-926d-252f4aae3d74 req-7752c0d6-ff60-4b81-b80a-2e20809bafba tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:26.464668 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f42bf154-0f29-42a8-926d-252f4aae3d74 req-7752c0d6-ff60-4b81-b80a-2e20809bafba tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.69 "GET /v2.0/networks?id=2c796bbc-8ba9-48bf-838d-6e35763ba852 HTTP/1.1" status: 200 len: 813 time: 0.1138897 May 17 19:31:26.481111 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [req-f42bf154-0f29-42a8-926d-252f4aae3d74 req-1dc27187-ecd8-4977-b675-e855fbbdb419 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Request body: {'port': {'device_id': '17ceb178-791e-47a4-b711-78ce4b39bf0f', 'network_id': '2c796bbc-8ba9-48bf-838d-6e35763ba852', 'admin_state_up': True, 'tenant_id': '4c80a1d247d44fb9b467b7e312d7ddec'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:31:26.647768 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f42bf154-0f29-42a8-926d-252f4aae3d74 req-1dc27187-ecd8-4977-b675-e855fbbdb419 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Made reservation on behalf of 4c80a1d247d44fb9b467b7e312d7ddec for: {'port': 1} {{(pid=103781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:31:26.651877 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-f42bf154-0f29-42a8-926d-252f4aae3d74 req-1dc27187-ecd8-4977-b675-e855fbbdb419 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:26.969289 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eba63d-5566-4212-9023-e623425a3954 req-ed4fad96-675f-446e-9a27-99998c138cf1 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:26.970732 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-33eba63d-5566-4212-9023-e623425a3954 req-ed4fad96-675f-446e-9a27-99998c138cf1 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=2949df44-a27c-4dc1-acd9-0754c0314ed1 HTTP/1.1" status: 200 len: 945 time: 0.0600717 May 17 19:31:27.050502 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_common [req-f42bf154-0f29-42a8-926d-252f4aae3d74 req-1dc27187-ecd8-4977-b675-e855fbbdb419 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Allocated IP 172.20.0.2 (2c796bbc-8ba9-48bf-838d-6e35763ba852/b0573fd5-1838-48eb-a2b5-2b8b5ef9466d/092cf1a1-928a-417e-9091-c540fdafa2c4) {{(pid=103781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:31:27.053320 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 41072) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:31:27.059006 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-33eba63d-5566-4212-9023-e623425a3954 req-d4d63b80-96eb-40f6-a582-99d96c92de9f tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815034 May 17 19:31:27.196364 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-25059cec-c1a2-4590-a0a8-79ae006fee34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:27.204842 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-f42bf154-0f29-42a8-926d-252f4aae3d74 req-1dc27187-ecd8-4977-b675-e855fbbdb419 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Publish callbacks [] for port (092cf1a1-928a-417e-9091-c540fdafa2c4), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:27.282580 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-25059cec-c1a2-4590-a0a8-79ae006fee34 admin admin] Publish callbacks [] for security_group (3ef10c84-7974-46ea-a97b-2ea71a83354a), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:27.294137 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-f42bf154-0f29-42a8-926d-252f4aae3d74 req-1dc27187-ecd8-4977-b675-e855fbbdb419 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (092cf1a1-928a-417e-9091-c540fdafa2c4), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:27.299392 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-f8e24970-c90d-4d8f-b5e6-b4cb00a9f3a3 req-e8112bc8-688c-40ad-baad-957f27337bf1 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ceb178-791e-47a4-b711-78ce4b39bf0f HTTP/1.1" status: 200 len: 210 time: 0.0297906 May 17 19:31:27.339016 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f42bf154-0f29-42a8-926d-252f4aae3d74 req-1dc27187-ecd8-4977-b675-e855fbbdb419 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Network 2c796bbc-8ba9-48bf-838d-6e35763ba852 is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:31:27.343712 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-25059cec-c1a2-4590-a0a8-79ae006fee34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (3ef10c84-7974-46ea-a97b-2ea71a83354a), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:27.346955 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [req-f42bf154-0f29-42a8-926d-252f4aae3d74 req-1dc27187-ecd8-4977-b675-e855fbbdb419 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:31:27.351060 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [req-f42bf154-0f29-42a8-926d-252f4aae3d74 req-1dc27187-ecd8-4977-b675-e855fbbdb419 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Received port after_create {{(pid=103781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:31:27.356064 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc27187-ecd8-4977-b675-e855fbbdb419 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Pushing event updated for resources: {'Port': ['ID=092cf1a1-928a-417e-9091-c540fdafa2c4,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:27.404358 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42bf154-0f29-42a8-926d-252f4aae3d74 req-1dc27187-ecd8-4977-b675-e855fbbdb419 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:27.404984 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-f42bf154-0f29-42a8-926d-252f4aae3d74 req-1dc27187-ecd8-4977-b675-e855fbbdb419 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:27.474467 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f42bf154-0f29-42a8-926d-252f4aae3d74 req-1dc27187-ecd8-4977-b675-e855fbbdb419 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9973843 May 17 19:31:27.558371 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce3ec9-a494-4766-82a8-ef17588baed4 req-1ab58f72-2e70-4c90-b314-82ff46d997dd tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:27.560009 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-90ce3ec9-a494-4766-82a8-ef17588baed4 req-1ab58f72-2e70-4c90-b314-82ff46d997dd tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 945 time: 0.0478594 May 17 19:31:27.596600 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-25059cec-c1a2-4590-a0a8-79ae006fee34 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e84051f21083467db3cb5bb13d8950e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5421898 May 17 19:31:27.597741 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25059cec-c1a2-4590-a0a8-79ae006fee34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef10c84-7974-46ea-a97b-2ea71a83354a,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:27.600237 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 41090) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:31:27.616051 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-90ce3ec9-a494-4766-82a8-ef17588baed4 req-f99ce38b-112b-4a63-b9e0-de2aa00cf8f6 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503523 May 17 19:31:27.647592 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-f35e518d-2ade-458c-aa3d-558455783e4f admin admin] Publish callbacks [] for security_group (3ef10c84-7974-46ea-a97b-2ea71a83354a), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:27.668723 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-f35e518d-2ade-458c-aa3d-558455783e4f admin admin] Publish callbacks [] for security_group (3ef10c84-7974-46ea-a97b-2ea71a83354a), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:27.803834 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-f35e518d-2ade-458c-aa3d-558455783e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (3ef10c84-7974-46ea-a97b-2ea71a83354a), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:27.803834 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-f35e518d-2ade-458c-aa3d-558455783e4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:27.803834 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-f35e518d-2ade-458c-aa3d-558455783e4f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3ef10c84-7974-46ea-a97b-2ea71a83354a HTTP/1.1" status: 204 len: 168 time: 0.2012637 May 17 19:31:27.810386 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e518d-2ade-458c-aa3d-558455783e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef10c84-7974-46ea-a97b-2ea71a83354a,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:28.169971 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696de40e-c644-4b4b-9fef-48b046b1793b req-0d301800-f35c-4d16-82b0-d8c06ff85e82 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:28.171392 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-696de40e-c644-4b4b-9fef-48b046b1793b req-0d301800-f35c-4d16-82b0-d8c06ff85e82 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=2949df44-a27c-4dc1-acd9-0754c0314ed1 HTTP/1.1" status: 200 len: 945 time: 0.0459263 May 17 19:31:28.217458 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-696de40e-c644-4b4b-9fef-48b046b1793b req-2e8c0ce4-cfb9-473c-b1e3-b2f25ed4abdc tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405126 May 17 19:31:28.424523 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63355e9e-be84-4987-9042-fc4c6da79702 req-b33ffb84-28dc-4ec1-a349-0c9afe087891 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:28.425992 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-63355e9e-be84-4987-9042-fc4c6da79702 req-b33ffb84-28dc-4ec1-a349-0c9afe087891 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ceb178-791e-47a4-b711-78ce4b39bf0f HTTP/1.1" status: 200 len: 931 time: 0.0547717 May 17 19:31:28.473537 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-63355e9e-be84-4987-9042-fc4c6da79702 req-a77d86ea-8289-430e-b309-9db176ef232d tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/security-groups?id=5740d66a-072c-47b3-94cd-2729cf1d98d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419648 May 17 19:31:28.728435 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47985e5e-92e5-4a1a-8712-9c094740fa55 req-69abd193-b6f3-40a9-ad26-00906a6b5f93 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:28.729887 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-47985e5e-92e5-4a1a-8712-9c094740fa55 req-69abd193-b6f3-40a9-ad26-00906a6b5f93 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 945 time: 0.0488474 May 17 19:31:28.775728 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-47985e5e-92e5-4a1a-8712-9c094740fa55 req-35654b51-84e6-4af1-8932-9040a9aa3c69 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403154 May 17 19:31:29.326150 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a22dd-2919-4efb-bc15-b9d171e35467 req-ee3a0ed2-7e44-4ca4-9180-4e81290a72fc tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:29.327680 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-726a22dd-2919-4efb-bc15-b9d171e35467 req-ee3a0ed2-7e44-4ca4-9180-4e81290a72fc tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=2949df44-a27c-4dc1-acd9-0754c0314ed1 HTTP/1.1" status: 200 len: 945 time: 0.0457995 May 17 19:31:29.374646 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-726a22dd-2919-4efb-bc15-b9d171e35467 req-57b5a52b-9e85-4277-a5f3-922d78061dd5 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413091 May 17 19:31:29.475574 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.agents_db [None req-42b69621-6215-4a4a-9d32-588efc9ea437 None None] Agent healthcheck: found 6 active agents {{(pid=103783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 19:31:29.586566 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6019390-a9a3-4445-ac41-957038cc8fab req-3834fc47-046b-417c-8975-4f8660c6696c tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:29.588234 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-f6019390-a9a3-4445-ac41-957038cc8fab req-3834fc47-046b-417c-8975-4f8660c6696c tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ceb178-791e-47a4-b711-78ce4b39bf0f HTTP/1.1" status: 200 len: 931 time: 0.0476363 May 17 19:31:29.635457 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-f6019390-a9a3-4445-ac41-957038cc8fab req-ee4bf650-5150-4b6a-9c04-01ad8cb30254 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/security-groups?id=5740d66a-072c-47b3-94cd-2729cf1d98d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410149 May 17 19:31:29.894769 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e83b02-5a73-4272-b6f0-533df16195b3 req-9a9a6d22-3091-4ec5-aaeb-e540341c236b tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:29.896263 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c6e83b02-5a73-4272-b6f0-533df16195b3 req-9a9a6d22-3091-4ec5-aaeb-e540341c236b tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 945 time: 0.0512516 May 17 19:31:29.946801 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c6e83b02-5a73-4272-b6f0-533df16195b3 req-6a7a5ec0-d613-4efa-9dd9-3290a8de9c99 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447907 May 17 19:31:30.405764 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [req-f42bf154-0f29-42a8-926d-252f4aae3d74 req-3863741c-9b55-4660-8a7f-76073866cce0 service neutron] Request body: {'port': {'device_id': '17ceb178-791e-47a4-b711-78ce4b39bf0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:31:30.472848 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-f42bf154-0f29-42a8-926d-252f4aae3d74 req-3863741c-9b55-4660-8a7f-76073866cce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (092cf1a1-928a-417e-9091-c540fdafa2c4), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:30.508956 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc78c92-4e1e-484d-9a12-e3a9bb5395b6 req-07288079-7d4c-4eca-b92b-2854dc24b5e4 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:30.510451 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-7fc78c92-4e1e-484d-9a12-e3a9bb5395b6 req-07288079-7d4c-4eca-b92b-2854dc24b5e4 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=2949df44-a27c-4dc1-acd9-0754c0314ed1 HTTP/1.1" status: 200 len: 945 time: 0.0657580 May 17 19:31:30.560696 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-7fc78c92-4e1e-484d-9a12-e3a9bb5395b6 req-8d24d236-64e2-46b7-9b40-d18c1968321a tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419478 May 17 19:31:30.770312 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3f063-9304-4107-b309-d4cdc01d28b6 req-84d5ad7d-70e2-4e77-abb0-f3641b57db9c tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:30.771782 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6be3f063-9304-4107-b309-d4cdc01d28b6 req-84d5ad7d-70e2-4e77-abb0-f3641b57db9c tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ceb178-791e-47a4-b711-78ce4b39bf0f HTTP/1.1" status: 200 len: 931 time: 0.0632734 May 17 19:31:30.813055 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [req-f42bf154-0f29-42a8-926d-252f4aae3d74 req-3863741c-9b55-4660-8a7f-76073866cce0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 092cf1a1-928a-417e-9091-c540fdafa2c4 {{(pid=103781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 19:31:30.827864 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-f42bf154-0f29-42a8-926d-252f4aae3d74 req-3863741c-9b55-4660-8a7f-76073866cce0 service neutron] Publish callbacks [] for port (092cf1a1-928a-417e-9091-c540fdafa2c4), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:30.852985 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6be3f063-9304-4107-b309-d4cdc01d28b6 req-171034d2-f678-4123-b5e7-b827d8f187c8 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/security-groups?id=5740d66a-072c-47b3-94cd-2729cf1d98d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657737 May 17 19:31:30.853838 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.provisioning_blocks [req-f42bf154-0f29-42a8-926d-252f4aae3d74 req-3863741c-9b55-4660-8a7f-76073866cce0 service neutron] Transition to ACTIVE for port object 092cf1a1-928a-417e-9091-c540fdafa2c4 will not be triggered until provisioned by entity L2. {{(pid=103781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 19:31:30.916489 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-f42bf154-0f29-42a8-926d-252f4aae3d74 req-3863741c-9b55-4660-8a7f-76073866cce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13820453'] for port (092cf1a1-928a-417e-9091-c540fdafa2c4), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:30.969355 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3863741c-9b55-4660-8a7f-76073866cce0 service neutron] Pushing event updated for resources: {'Port': ['ID=092cf1a1-928a-417e-9091-c540fdafa2c4,revision_number=2']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:31.055857 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-f42bf154-0f29-42a8-926d-252f4aae3d74 req-3863741c-9b55-4660-8a7f-76073866cce0 service neutron] Attempting to bind port 092cf1a1-928a-417e-9091-c540fdafa2c4 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 19:31:31.056464 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-f42bf154-0f29-42a8-926d-252f4aae3d74 req-3863741c-9b55-4660-8a7f-76073866cce0 service neutron] Attempting to bind port 092cf1a1-928a-417e-9091-c540fdafa2c4 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '3fb251ea-b5a7-48e1-925a-6f45378aab1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2c796bbc-8ba9-48bf-838d-6e35763ba852'}] {{(pid=103781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 19:31:31.056946 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42bf154-0f29-42a8-926d-252f4aae3d74 req-3863741c-9b55-4660-8a7f-76073866cce0 service neutron] Attempting to bind port 092cf1a1-928a-417e-9091-c540fdafa2c4 on network 2c796bbc-8ba9-48bf-838d-6e35763ba852 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:31:31.063135 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42bf154-0f29-42a8-926d-252f4aae3d74 req-3863741c-9b55-4660-8a7f-76073866cce0 service neutron] Port 092cf1a1-928a-417e-9091-c540fdafa2c4 on network 2c796bbc-8ba9-48bf-838d-6e35763ba852 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 19:31:31.063375 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42bf154-0f29-42a8-926d-252f4aae3d74 req-3863741c-9b55-4660-8a7f-76073866cce0 service neutron] Attempting to bind port 092cf1a1-928a-417e-9091-c540fdafa2c4 on network 2c796bbc-8ba9-48bf-838d-6e35763ba852 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:31:31.068441 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42bf154-0f29-42a8-926d-252f4aae3d74 req-3863741c-9b55-4660-8a7f-76073866cce0 service neutron] Checking agent: {'id': 'bee311cb-2a55-4828-8ca4-4ee09c88de79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 19, 27, 43), 'started_at': datetime.datetime(2022, 5, 17, 19, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 19, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 19:31:31.068784 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42bf154-0f29-42a8-926d-252f4aae3d74 req-3863741c-9b55-4660-8a7f-76073866cce0 service neutron] Checking segment: {'id': '3fb251ea-b5a7-48e1-925a-6f45378aab1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2c796bbc-8ba9-48bf-838d-6e35763ba852'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:31:31.071045 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42bf154-0f29-42a8-926d-252f4aae3d74 req-3863741c-9b55-4660-8a7f-76073866cce0 service neutron] Bound using segment: {'id': '3fb251ea-b5a7-48e1-925a-6f45378aab1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2c796bbc-8ba9-48bf-838d-6e35763ba852'} {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 19:31:31.071205 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aeb663-d7dd-4db1-8839-79cdc3fa952d req-95c34ae8-bfa4-41c4-bb60-fcbc3346e48a tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:31.071327 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-f42bf154-0f29-42a8-926d-252f4aae3d74 req-3863741c-9b55-4660-8a7f-76073866cce0 service neutron] Bound port: 092cf1a1-928a-417e-9091-c540fdafa2c4, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fb251ea-b5a7-48e1-925a-6f45378aab1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2c796bbc-8ba9-48bf-838d-6e35763ba852'}}] {{(pid=103781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 19:31:31.071327 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-f42bf154-0f29-42a8-926d-252f4aae3d74 req-3863741c-9b55-4660-8a7f-76073866cce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (092cf1a1-928a-417e-9091-c540fdafa2c4), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:31.071530 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-a9aeb663-d7dd-4db1-8839-79cdc3fa952d req-95c34ae8-bfa4-41c4-bb60-fcbc3346e48a tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 945 time: 0.0505152 May 17 19:31:31.119739 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-a9aeb663-d7dd-4db1-8839-79cdc3fa952d req-3613c3d3-0566-45a2-8d82-2c7a26a3c5ba tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426419 May 17 19:31:31.131552 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-f42bf154-0f29-42a8-926d-252f4aae3d74 req-3863741c-9b55-4660-8a7f-76073866cce0 service neutron] For port 092cf1a1-928a-417e-9091-c540fdafa2c4, host hv-cinder-84067, cleared binding levels {{(pid=103781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 19:31:31.134986 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-f42bf154-0f29-42a8-926d-252f4aae3d74 req-3863741c-9b55-4660-8a7f-76073866cce0 service neutron] For port 092cf1a1-928a-417e-9091-c540fdafa2c4, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=092cf1a1-928a-417e-9091-c540fdafa2c4,segment=NetworkSegment(3fb251ea-b5a7-48e1-925a-6f45378aab1b),segment_id=3fb251ea-b5a7-48e1-925a-6f45378aab1b)] {{(pid=103781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 19:31:31.202413 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-f42bf154-0f29-42a8-926d-252f4aae3d74 req-3863741c-9b55-4660-8a7f-76073866cce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13820453'] for port (092cf1a1-928a-417e-9091-c540fdafa2c4), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:31.236502 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42bf154-0f29-42a8-926d-252f4aae3d74 req-3863741c-9b55-4660-8a7f-76073866cce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:31.237375 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-f42bf154-0f29-42a8-926d-252f4aae3d74 req-3863741c-9b55-4660-8a7f-76073866cce0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:31.238748 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f42bf154-0f29-42a8-926d-252f4aae3d74 req-3863741c-9b55-4660-8a7f-76073866cce0 service neutron] 10.222.0.69 "PUT /v2.0/ports/092cf1a1-928a-417e-9091-c540fdafa2c4 HTTP/1.1" status: 200 len: 1093 time: 0.8374252 May 17 19:31:31.240890 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17ceb178-791e-47a4-b711-78ce4b39bf0f', 'tag': '092cf1a1-928a-417e-9091-c540fdafa2c4'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:31:31.243753 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5abf21081b7c701043d67e7bff15db599e71af2afb5ac8611b6265996300b020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed397e6-db95-4b61-b8b9-9f7962effacd" -d '{"events": [{"name": "network-changed", "server_uuid": "17ceb178-791e-47a4-b711-78ce4b39bf0f", "tag": "092cf1a1-928a-417e-9091-c540fdafa2c4"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:31:31.270841 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3863741c-9b55-4660-8a7f-76073866cce0 service neutron] Pushing event updated for resources: {'Port': ['ID=092cf1a1-928a-417e-9091-c540fdafa2c4,revision_number=3']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:31.280841 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 19:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275541a8-1016-48ef-8c61-62f8d8747ca2 x-openstack-request-id: req-275541a8-1016-48ef-8c61-62f8d8747ca2 {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:31:31.281120 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17ceb178-791e-47a4-b711-78ce4b39bf0f", "tag": "092cf1a1-928a-417e-9091-c540fdafa2c4", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:31:31.281367 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-275541a8-1016-48ef-8c61-62f8d8747ca2 {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:31:31.281817 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-275541a8-1016-48ef-8c61-62f8d8747ca2'] response: {'name': 'network-changed', 'server_uuid': '17ceb178-791e-47a4-b711-78ce4b39bf0f', 'tag': '092cf1a1-928a-417e-9091-c540fdafa2c4', 'status': 'completed', 'code': 200} May 17 19:31:31.383073 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed397e6-db95-4b61-b8b9-9f7962effacd req-0b89cbee-bfb2-4fef-aefc-b409becc07c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:31.384617 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-bed397e6-db95-4b61-b8b9-9f7962effacd req-0b89cbee-bfb2-4fef-aefc-b409becc07c2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c80a1d247d44fb9b467b7e312d7ddec&device_id=17ceb178-791e-47a4-b711-78ce4b39bf0f HTTP/1.1" status: 200 len: 1127 time: 0.0391562 May 17 19:31:31.484193 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed397e6-db95-4b61-b8b9-9f7962effacd req-b7fe8814-410a-460c-a9fd-71ab6116b831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:31.485646 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-bed397e6-db95-4b61-b8b9-9f7962effacd req-b7fe8814-410a-460c-a9fd-71ab6116b831 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=4c80a1d247d44fb9b467b7e312d7ddec&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0920970 May 17 19:31:31.584004 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed397e6-db95-4b61-b8b9-9f7962effacd req-bd96bec4-9757-4e9e-8f5e-265f2f981c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:31.584698 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-bed397e6-db95-4b61-b8b9-9f7962effacd req-bd96bec4-9757-4e9e-8f5e-265f2f981c15 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922360 May 17 19:31:31.676824 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42bf154-0f29-42a8-926d-252f4aae3d74 req-f44f7e86-d3e3-4b3c-9c2d-ed3128af93f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:31.677847 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f42bf154-0f29-42a8-926d-252f4aae3d74 req-f44f7e86-d3e3-4b3c-9c2d-ed3128af93f8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c80a1d247d44fb9b467b7e312d7ddec&device_id=17ceb178-791e-47a4-b711-78ce4b39bf0f HTTP/1.1" status: 200 len: 1127 time: 0.0441246 May 17 19:31:31.695300 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ffb7e5-14b9-4fa6-9910-1cec2f18cff9 req-abe53b2a-0d86-434e-bec6-c6fbfc9230c9 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:31.696841 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-46ffb7e5-14b9-4fa6-9910-1cec2f18cff9 req-abe53b2a-0d86-434e-bec6-c6fbfc9230c9 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=2949df44-a27c-4dc1-acd9-0754c0314ed1 HTTP/1.1" status: 200 len: 945 time: 0.0487545 May 17 19:31:31.738399 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f42bf154-0f29-42a8-926d-252f4aae3d74 req-0bebbe54-21cd-4ee4-9ad6-35b8ae8d61c3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=092cf1a1-928a-417e-9091-c540fdafa2c4 HTTP/1.1" status: 200 len: 217 time: 0.0470145 May 17 19:31:31.755541 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-46ffb7e5-14b9-4fa6-9910-1cec2f18cff9 req-7a30c10d-929f-4bef-abbc-cf52d7a1bd16 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528440 May 17 19:31:31.801781 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42bf154-0f29-42a8-926d-252f4aae3d74 req-adeb04c2-7888-471f-8f24-cd121419243c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:31.803220 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f42bf154-0f29-42a8-926d-252f4aae3d74 req-adeb04c2-7888-471f-8f24-cd121419243c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b0573fd5-1838-48eb-a2b5-2b8b5ef9466d HTTP/1.1" status: 200 len: 853 time: 0.0588937 May 17 19:31:31.836263 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f42bf154-0f29-42a8-926d-252f4aae3d74 req-8522bff8-1f27-4f92-8bf5-18ece2c03fb0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2c796bbc-8ba9-48bf-838d-6e35763ba852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251484 May 17 19:31:31.944680 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f42bf154-0f29-42a8-926d-252f4aae3d74 req-f2fe1834-ea4f-4d0e-b697-373c4029a774 service neutron] 10.222.0.69 "GET /v2.0/networks/2c796bbc-8ba9-48bf-838d-6e35763ba852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998213 May 17 19:31:32.000104 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8f4a1-d8aa-45a8-af92-0f024819a3e5 req-16c59a62-69ee-43d4-b10c-6f0a81a84102 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:32.001576 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-daf8f4a1-d8aa-45a8-af92-0f024819a3e5 req-16c59a62-69ee-43d4-b10c-6f0a81a84102 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ceb178-791e-47a4-b711-78ce4b39bf0f HTTP/1.1" status: 200 len: 943 time: 0.0713003 May 17 19:31:32.092781 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f42bf154-0f29-42a8-926d-252f4aae3d74 req-978b7b11-52ec-44e6-b241-20bd6aff2778 service neutron] 10.222.0.69 "GET /v2.0/networks/2c796bbc-8ba9-48bf-838d-6e35763ba852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329260 May 17 19:31:32.096041 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-daf8f4a1-d8aa-45a8-af92-0f024819a3e5 req-467189fa-275f-4494-898c-2047bbeebda8 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/security-groups?id=5740d66a-072c-47b3-94cd-2729cf1d98d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880818 May 17 19:31:32.237515 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b7b25-86b6-4519-803e-5005db561947 req-2a3a2600-eb08-4260-b5ab-717b01cc7644 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:32.238929 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-891b7b25-86b6-4519-803e-5005db561947 req-2a3a2600-eb08-4260-b5ab-717b01cc7644 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 945 time: 0.0461712 May 17 19:31:32.285261 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-891b7b25-86b6-4519-803e-5005db561947 req-2816b3eb-9f5f-4d8e-bc7c-4aca2ab173b3 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406587 May 17 19:31:32.881776 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866eb60-3f9e-485e-ac6a-6ed94512a63a req-69fa7bd2-c277-4ec8-b6fc-67d7405b4124 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:32.883292 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8866eb60-3f9e-485e-ac6a-6ed94512a63a req-69fa7bd2-c277-4ec8-b6fc-67d7405b4124 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=2949df44-a27c-4dc1-acd9-0754c0314ed1 HTTP/1.1" status: 200 len: 945 time: 0.0527418 May 17 19:31:32.929544 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8866eb60-3f9e-485e-ac6a-6ed94512a63a req-65b5286b-b510-464e-b21e-dd12f4ba1500 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390723 May 17 19:31:33.225281 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf201e-b646-4362-827d-b16971fb7ad1 req-390bb5a0-51a9-4bf8-aef0-1909dc15f895 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:33.225281 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-82cf201e-b646-4362-827d-b16971fb7ad1 req-390bb5a0-51a9-4bf8-aef0-1909dc15f895 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ceb178-791e-47a4-b711-78ce4b39bf0f HTTP/1.1" status: 200 len: 943 time: 0.0582952 May 17 19:31:33.269696 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-82cf201e-b646-4362-827d-b16971fb7ad1 req-12fd73d4-4ab8-4c15-b95c-c6fe8dd1e956 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/security-groups?id=5740d66a-072c-47b3-94cd-2729cf1d98d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402372 May 17 19:31:33.398632 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64171faa-cb00-4ee5-96f0-efec6725cf95 req-2352ba36-be53-4606-b05c-6a0dda2b1bbc tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:33.400135 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-64171faa-cb00-4ee5-96f0-efec6725cf95 req-2352ba36-be53-4606-b05c-6a0dda2b1bbc tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 945 time: 0.0458398 May 17 19:31:33.453621 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-64171faa-cb00-4ee5-96f0-efec6725cf95 req-c9f0ca22-008d-452c-ae02-4f0ea30b9164 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444207 May 17 19:31:33.584916 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 41270) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:31:33.685876 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-f9529b87-4e74-4fff-b805-2601683902c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:33.762327 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-f9529b87-4e74-4fff-b805-2601683902c6 admin admin] Publish callbacks [] for security_group (5cb928ab-f9c2-403b-bba3-5c32b8ff516f), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:33.833209 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-f9529b87-4e74-4fff-b805-2601683902c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (5cb928ab-f9c2-403b-bba3-5c32b8ff516f), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:33.871796 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-f9529b87-4e74-4fff-b805-2601683902c6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=def5a0bf5f2843feafabda0ba4b00b72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2857296 May 17 19:31:33.872588 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9529b87-4e74-4fff-b805-2601683902c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb928ab-f9c2-403b-bba3-5c32b8ff516f,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:33.874371 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 41278) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:31:33.922650 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-409fee65-304c-41cd-8d5c-bf23e481b61f admin admin] Publish callbacks [] for security_group (5cb928ab-f9c2-403b-bba3-5c32b8ff516f), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:33.946218 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-409fee65-304c-41cd-8d5c-bf23e481b61f admin admin] Publish callbacks [] for security_group (5cb928ab-f9c2-403b-bba3-5c32b8ff516f), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:34.113857 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe94d17-66ad-44e7-ada4-49b64ae5e435 req-4d8dfa7b-a75b-4728-9819-c7b23fbc8b1d tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:34.113857 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-abe94d17-66ad-44e7-ada4-49b64ae5e435 req-4d8dfa7b-a75b-4728-9819-c7b23fbc8b1d tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=2949df44-a27c-4dc1-acd9-0754c0314ed1 HTTP/1.1" status: 200 len: 945 time: 0.0459142 May 17 19:31:34.113857 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-abe94d17-66ad-44e7-ada4-49b64ae5e435 req-7ab0f2f1-46fe-4bdb-8784-cbbdb6e755f9 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396805 May 17 19:31:34.278919 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-409fee65-304c-41cd-8d5c-bf23e481b61f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (5cb928ab-f9c2-403b-bba3-5c32b8ff516f), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:34.281491 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-409fee65-304c-41cd-8d5c-bf23e481b61f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:34.282663 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-409fee65-304c-41cd-8d5c-bf23e481b61f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5cb928ab-f9c2-403b-bba3-5c32b8ff516f HTTP/1.1" status: 204 len: 168 time: 0.4072959 May 17 19:31:34.290342 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409fee65-304c-41cd-8d5c-bf23e481b61f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb928ab-f9c2-403b-bba3-5c32b8ff516f,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:34.385519 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72ac9e-64d1-496f-96d7-fa4a9143dd37 req-a4cf5148-5eab-4e21-933b-55641a64f333 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:34.386926 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ac72ac9e-64d1-496f-96d7-fa4a9143dd37 req-a4cf5148-5eab-4e21-933b-55641a64f333 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ceb178-791e-47a4-b711-78ce4b39bf0f HTTP/1.1" status: 200 len: 943 time: 0.0461137 May 17 19:31:34.433151 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ac72ac9e-64d1-496f-96d7-fa4a9143dd37 req-1e7c0afe-9410-4efe-97f7-95fc622341bc tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/security-groups?id=5740d66a-072c-47b3-94cd-2729cf1d98d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405576 May 17 19:31:34.567748 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467828e5-2efa-44b4-a98c-d4f78f62964e req-27728ee4-fd43-47ed-8c1f-eb0cafbd5dbc tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:34.569213 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-467828e5-2efa-44b4-a98c-d4f78f62964e req-27728ee4-fd43-47ed-8c1f-eb0cafbd5dbc tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 945 time: 0.0454767 May 17 19:31:34.619759 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-467828e5-2efa-44b4-a98c-d4f78f62964e req-dc3eafe0-a2e8-4769-8222-1eace3c5db74 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441148 May 17 19:31:34.970607 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 41300) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:31:34.984296 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-e9c8e1f1-6651-4cc7-bd2d-9cd0b1472cad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:35.066953 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-e9c8e1f1-6651-4cc7-bd2d-9cd0b1472cad admin admin] Publish callbacks [] for security_group (3446213f-a10b-44b1-876a-80f2331989b9), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:35.198029 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-e9c8e1f1-6651-4cc7-bd2d-9cd0b1472cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (3446213f-a10b-44b1-876a-80f2331989b9), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:35.221628 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee83f13-0bea-44d4-ad80-70acabdb9b2f req-e7b0c642-a84a-4f0c-b35d-22219dbc0f2e tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:35.223271 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4ee83f13-0bea-44d4-ad80-70acabdb9b2f req-e7b0c642-a84a-4f0c-b35d-22219dbc0f2e tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=2949df44-a27c-4dc1-acd9-0754c0314ed1 HTTP/1.1" status: 200 len: 945 time: 0.0610776 May 17 19:31:35.252137 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-e9c8e1f1-6651-4cc7-bd2d-9cd0b1472cad admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8d28e5936a9a42cdb5f921e4a6c947f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2804742 May 17 19:31:35.254897 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 41306) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:31:35.259156 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c8e1f1-6651-4cc7-bd2d-9cd0b1472cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3446213f-a10b-44b1-876a-80f2331989b9,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:35.290373 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4ee83f13-0bea-44d4-ad80-70acabdb9b2f req-cb4a2ed4-1edc-4fab-9aed-23a1dc1b2d5e tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581763 May 17 19:31:35.306240 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-9d630216-2b70-4dc2-b0a9-2d501fa90e8c admin admin] Publish callbacks [] for security_group (3446213f-a10b-44b1-876a-80f2331989b9), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:35.327598 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-9d630216-2b70-4dc2-b0a9-2d501fa90e8c admin admin] Publish callbacks [] for security_group (3446213f-a10b-44b1-876a-80f2331989b9), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:35.433072 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-9d630216-2b70-4dc2-b0a9-2d501fa90e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (3446213f-a10b-44b1-876a-80f2331989b9), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:35.436161 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-9d630216-2b70-4dc2-b0a9-2d501fa90e8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:35.437339 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-9d630216-2b70-4dc2-b0a9-2d501fa90e8c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3446213f-a10b-44b1-876a-80f2331989b9 HTTP/1.1" status: 204 len: 168 time: 0.1814549 May 17 19:31:35.445300 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d630216-2b70-4dc2-b0a9-2d501fa90e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3446213f-a10b-44b1-876a-80f2331989b9,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:35.548552 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9988269-9433-4eff-8e2e-2376177b85df req-a7e12fad-a846-4b87-976c-533a72d3139d tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:35.550646 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-c9988269-9433-4eff-8e2e-2376177b85df req-a7e12fad-a846-4b87-976c-533a72d3139d tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ceb178-791e-47a4-b711-78ce4b39bf0f HTTP/1.1" status: 200 len: 943 time: 0.0485361 May 17 19:31:35.596628 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-c9988269-9433-4eff-8e2e-2376177b85df req-6b80a219-187a-4077-9a61-a03116e8b132 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/security-groups?id=5740d66a-072c-47b3-94cd-2729cf1d98d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405960 May 17 19:31:35.753449 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba030f-94eb-4099-a7e4-d6c6fd38063e req-369b07df-3410-4b86-8851-3573fbf14991 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:35.754904 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1bba030f-94eb-4099-a7e4-d6c6fd38063e req-369b07df-3410-4b86-8851-3573fbf14991 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 945 time: 0.0496569 May 17 19:31:35.806009 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1bba030f-94eb-4099-a7e4-d6c6fd38063e req-5cee8ce5-2317-44bd-b833-3cf4c096001f tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453751 May 17 19:31:36.436541 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98baa2-50d9-4951-922c-1ef4c3672d97 req-8a194fec-f52c-4f19-acd3-a7b953f9174a tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:36.443728 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-0d98baa2-50d9-4951-922c-1ef4c3672d97 req-8a194fec-f52c-4f19-acd3-a7b953f9174a tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=2949df44-a27c-4dc1-acd9-0754c0314ed1 HTTP/1.1" status: 200 len: 945 time: 0.0763988 May 17 19:31:36.488801 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-0d98baa2-50d9-4951-922c-1ef4c3672d97 req-577f32a5-a587-438f-881a-d13502b4ad2f tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439782 May 17 19:31:36.740581 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b135fc3-6da2-432f-8fe0-2108d3e04025 req-65365791-9233-42d3-b593-0f7ef84384b8 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:36.742207 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6b135fc3-6da2-432f-8fe0-2108d3e04025 req-65365791-9233-42d3-b593-0f7ef84384b8 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ceb178-791e-47a4-b711-78ce4b39bf0f HTTP/1.1" status: 200 len: 943 time: 0.0764749 May 17 19:31:36.796362 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6b135fc3-6da2-432f-8fe0-2108d3e04025 req-90db2601-e834-4148-978f-7dbf7e8985e2 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/security-groups?id=5740d66a-072c-47b3-94cd-2729cf1d98d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467970 May 17 19:31:36.932819 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f270c-5b3c-44fb-a7aa-ce262064f65f req-6ae2bd65-3e80-4b5a-b27f-b7d80d20a53e tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:36.935035 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-504f270c-5b3c-44fb-a7aa-ce262064f65f req-6ae2bd65-3e80-4b5a-b27f-b7d80d20a53e tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 945 time: 0.0503819 May 17 19:31:37.028342 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-504f270c-5b3c-44fb-a7aa-ce262064f65f req-e6a47197-ac4a-4d33-ab92-91f5ca457e5d tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580497 May 17 19:31:37.610110 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9836a-4fda-4d25-aaa9-a9e40bf46c27 req-62634a9c-cb0e-4c1e-908e-24604a83a9e7 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:37.611825 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e7b9836a-4fda-4d25-aaa9-a9e40bf46c27 req-62634a9c-cb0e-4c1e-908e-24604a83a9e7 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=2949df44-a27c-4dc1-acd9-0754c0314ed1 HTTP/1.1" status: 200 len: 945 time: 0.0516152 May 17 19:31:37.659777 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e7b9836a-4fda-4d25-aaa9-a9e40bf46c27 req-1a45260b-a5f8-4e17-9f73-c0bbeb5f5dd0 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421827 May 17 19:31:37.911416 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffe399d-cdbf-4089-ba64-3c5b10a6e275 req-0a0fb897-f5a2-40df-a631-b56cc6d91369 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:37.912906 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-fffe399d-cdbf-4089-ba64-3c5b10a6e275 req-0a0fb897-f5a2-40df-a631-b56cc6d91369 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ceb178-791e-47a4-b711-78ce4b39bf0f HTTP/1.1" status: 200 len: 943 time: 0.0498600 May 17 19:31:37.971810 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-fffe399d-cdbf-4089-ba64-3c5b10a6e275 req-f8ab9dcc-4010-4c7b-8e3d-bd12ade15de6 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/security-groups?id=5740d66a-072c-47b3-94cd-2729cf1d98d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529451 May 17 19:31:38.145443 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33330463-cbb3-4603-903e-f4978f7fe7b7 req-a16614bb-8b60-4108-97e2-1d224140b6ca tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:38.146910 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-33330463-cbb3-4603-903e-f4978f7fe7b7 req-a16614bb-8b60-4108-97e2-1d224140b6ca tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 945 time: 0.0492373 May 17 19:31:38.196910 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-33330463-cbb3-4603-903e-f4978f7fe7b7 req-135a1e11-07fc-4661-aabc-8d18a1c22aed tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443263 May 17 19:31:38.399587 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 092cf1a1-928a-417e-9091-c540fdafa2c4 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 19:31:38.499293 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port 092cf1a1-928a-417e-9091-c540fdafa2c4, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=092cf1a1-928a-417e-9091-c540fdafa2c4,segment=NetworkSegment(3fb251ea-b5a7-48e1-925a-6f45378aab1b),segment_id=3fb251ea-b5a7-48e1-925a-6f45378aab1b)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:31:38.510802 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Returning: {'device': '092cf1a1-928a-417e-9091-c540fdafa2c4', 'network_id': '2c796bbc-8ba9-48bf-838d-6e35763ba852', 'port_id': '092cf1a1-928a-417e-9091-c540fdafa2c4', 'mac_address': 'fa:16:3e:a3:45:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0573fd5-1838-48eb-a2b5-2b8b5ef9466d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 19:31:38.547201 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Current status of the port 092cf1a1-928a-417e-9091-c540fdafa2c4 is: DOWN; New status is: BUILD {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:31:38.547620 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (092cf1a1-928a-417e-9091-c540fdafa2c4), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:38.562345 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 092cf1a1-928a-417e-9091-c540fdafa2c4 {{(pid=103782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 19:31:38.583659 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port 092cf1a1-928a-417e-9091-c540fdafa2c4, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=092cf1a1-928a-417e-9091-c540fdafa2c4,segment=NetworkSegment(3fb251ea-b5a7-48e1-925a-6f45378aab1b),segment_id=3fb251ea-b5a7-48e1-925a-6f45378aab1b)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:31:38.679304 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (092cf1a1-928a-417e-9091-c540fdafa2c4), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:38.737741 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Pushing event updated for resources: {'Port': ['ID=092cf1a1-928a-417e-9091-c540fdafa2c4,revision_number=4']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:38.747704 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:31:38.748291 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:31:38.748839 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:31:38.749363 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:31:38.749864 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:31:38.750193 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:31:38.750559 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:31:38.751043 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:31:38.751400 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:31:38.751783 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:31:38.752108 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:31:38.752447 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:31:38.752820 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:31:38.753195 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:31:38.753522 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:31:38.780508 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd5914-c25d-41f7-b500-0ca82f6ec7f5 req-8939fd79-7f0c-4621-bbc4-c5f89cb626a8 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:38.781962 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-4acd5914-c25d-41f7-b500-0ca82f6ec7f5 req-8939fd79-7f0c-4621-bbc4-c5f89cb626a8 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=2949df44-a27c-4dc1-acd9-0754c0314ed1 HTTP/1.1" status: 200 len: 945 time: 0.0483069 May 17 19:31:38.829316 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-4acd5914-c25d-41f7-b500-0ca82f6ec7f5 req-7c3390c1-1eb9-44fa-86e6-f616ab63552d tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417066 May 17 19:31:38.955204 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] get_ports_and_sgs() called for port_ids ['092cf1a1-928a-417e-9091-c540fdafa2c4'] {{(pid=103782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 19:31:39.091974 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222e3f0-df30-40d3-983d-7dc748fd4b70 req-e574f183-c0f8-48f9-9811-8a081d49a668 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:39.093509 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9222e3f0-df30-40d3-983d-7dc748fd4b70 req-e574f183-c0f8-48f9-9811-8a081d49a668 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ceb178-791e-47a4-b711-78ce4b39bf0f HTTP/1.1" status: 200 len: 944 time: 0.0463536 May 17 19:31:39.141030 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9222e3f0-df30-40d3-983d-7dc748fd4b70 req-4251f101-afcd-4901-a7e1-3f0f5ac87253 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/security-groups?id=5740d66a-072c-47b3-94cd-2729cf1d98d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416548 May 17 19:31:39.314870 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df88cfa5-dbf6-42c3-976c-5843201539e2 req-68d34cc9-1adb-4393-9335-e4bf776a3f36 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:39.316367 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-df88cfa5-dbf6-42c3-976c-5843201539e2 req-68d34cc9-1adb-4393-9335-e4bf776a3f36 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 945 time: 0.0475996 May 17 19:31:39.375528 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-df88cfa5-dbf6-42c3-976c-5843201539e2 req-8f7067eb-2924-4529-ba24-d7a1f856c861 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535920 May 17 19:31:39.949698 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44718504-878e-4bee-a5dd-c8ee1197c321 req-2c74d955-b2e2-4c0c-b202-7bfc1d9eb582 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:39.951196 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-44718504-878e-4bee-a5dd-c8ee1197c321 req-2c74d955-b2e2-4c0c-b202-7bfc1d9eb582 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=2949df44-a27c-4dc1-acd9-0754c0314ed1 HTTP/1.1" status: 200 len: 945 time: 0.0497255 May 17 19:31:39.998360 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-44718504-878e-4bee-a5dd-c8ee1197c321 req-377027c6-7d1f-4e8c-bb5a-5869c84e719b tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414226 May 17 19:31:40.249159 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d2d581-040a-41ad-bc02-6b18916f1cc0 req-f452992e-beb3-46d1-ad61-449711be37f4 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:40.250501 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-15d2d581-040a-41ad-bc02-6b18916f1cc0 req-f452992e-beb3-46d1-ad61-449711be37f4 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ceb178-791e-47a4-b711-78ce4b39bf0f HTTP/1.1" status: 200 len: 944 time: 0.0443501 May 17 19:31:40.295114 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-15d2d581-040a-41ad-bc02-6b18916f1cc0 req-c58937b6-58ee-4b77-ba65-f2e95e4f139a tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/security-groups?id=5740d66a-072c-47b3-94cd-2729cf1d98d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392034 May 17 19:31:40.492631 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd6dcf-1c69-496c-b439-0b5769face02 req-ddfe9dae-9418-4c3d-9116-8ae74a87dd66 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:40.494067 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7afd6dcf-1c69-496c-b439-0b5769face02 req-ddfe9dae-9418-4c3d-9116-8ae74a87dd66 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 945 time: 0.0451365 May 17 19:31:40.538666 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7afd6dcf-1c69-496c-b439-0b5769face02 req-f0cc398a-15be-4e04-89f1-e0eb40919c4c tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384369 May 17 19:31:41.106510 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69461df-6121-4d45-945a-cd2cd25913ba req-504f89aa-fd61-47b7-95ac-5e6de8854ce1 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:41.107892 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-b69461df-6121-4d45-945a-cd2cd25913ba req-504f89aa-fd61-47b7-95ac-5e6de8854ce1 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=2949df44-a27c-4dc1-acd9-0754c0314ed1 HTTP/1.1" status: 200 len: 945 time: 0.0450761 May 17 19:31:41.151199 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-b69461df-6121-4d45-945a-cd2cd25913ba req-f0631f7d-2043-4d67-8099-6450da7d9960 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380702 May 17 19:31:41.403278 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beea73e-6afa-40f7-b0ac-6c82ac8538c2 req-a22568ca-9dc9-4913-b8e7-65b659f5e9f8 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:41.404650 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2beea73e-6afa-40f7-b0ac-6c82ac8538c2 req-a22568ca-9dc9-4913-b8e7-65b659f5e9f8 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ceb178-791e-47a4-b711-78ce4b39bf0f HTTP/1.1" status: 200 len: 944 time: 0.0446100 May 17 19:31:41.451946 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2beea73e-6afa-40f7-b0ac-6c82ac8538c2 req-b5d2fe88-1b85-491b-b3c5-ec5b69e849a9 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/security-groups?id=5740d66a-072c-47b3-94cd-2729cf1d98d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419276 May 17 19:31:41.655578 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba943b-757b-470a-87be-fc84bd07701e req-3c4be497-3e78-4635-95f7-5232518e1e30 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:41.656919 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-e2ba943b-757b-470a-87be-fc84bd07701e req-3c4be497-3e78-4635-95f7-5232518e1e30 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 945 time: 0.0482764 May 17 19:31:41.702134 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-e2ba943b-757b-470a-87be-fc84bd07701e req-a2c95028-f26f-413b-9eb6-4c9f023b06ee tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398786 May 17 19:31:42.411175 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346bd30c-59d4-4fee-ba75-a5860080c32c req-7ecb279a-6372-49cc-b406-9d4a53c64cd3 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:42.412727 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-346bd30c-59d4-4fee-ba75-a5860080c32c req-7ecb279a-6372-49cc-b406-9d4a53c64cd3 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=2949df44-a27c-4dc1-acd9-0754c0314ed1 HTTP/1.1" status: 200 len: 945 time: 0.0474198 May 17 19:31:42.461689 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-346bd30c-59d4-4fee-ba75-a5860080c32c req-967a45b9-cf71-4a02-89c9-7433d7cadf7d tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423965 May 17 19:31:42.494808 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 092cf1a1-928a-417e-9091-c540fdafa2c4 up at agent hyperv_hv-cinder-84067 {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:31:42.547166 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Provisioning for port 092cf1a1-928a-417e-9091-c540fdafa2c4 completed by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 19:31:42.579160 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa6f05-d935-4e63-a155-dda314c3ed8d req-8829860a-66f4-4a4a-9c59-2cf0d88c7c51 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:42.580682 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-cdaa6f05-d935-4e63-a155-dda314c3ed8d req-8829860a-66f4-4a4a-9c59-2cf0d88c7c51 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ceb178-791e-47a4-b711-78ce4b39bf0f HTTP/1.1" status: 200 len: 944 time: 0.0603406 May 17 19:31:42.629766 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-cdaa6f05-d935-4e63-a155-dda314c3ed8d req-00badc65-aada-486b-9410-ba3873197db3 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/security-groups?id=5740d66a-072c-47b3-94cd-2729cf1d98d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427251 May 17 19:31:42.636345 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Provisioning complete for port 092cf1a1-928a-417e-9091-c540fdafa2c4 triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:31:42.637117 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (092cf1a1-928a-417e-9091-c540fdafa2c4), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:42.712975 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Current status of the port 092cf1a1-928a-417e-9091-c540fdafa2c4 is: BUILD; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:31:42.713357 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (092cf1a1-928a-417e-9091-c540fdafa2c4), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:42.736568 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ceb178-791e-47a4-b711-78ce4b39bf0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '092cf1a1-928a-417e-9091-c540fdafa2c4'}] {{(pid=103782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:31:42.738948 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dcdb420cfc3f3d59cdc90e9401be4743e23c4809d01819fc24a250fd06a42a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0ae09e-479b-4180-aebd-f756e7a17dcb" -d '{"events": [{"server_uuid": "17ceb178-791e-47a4-b711-78ce4b39bf0f", "name": "network-vif-plugged", "status": "completed", "tag": "092cf1a1-928a-417e-9091-c540fdafa2c4"}]}' {{(pid=103782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:31:42.758925 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port 092cf1a1-928a-417e-9091-c540fdafa2c4, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=092cf1a1-928a-417e-9091-c540fdafa2c4,segment=NetworkSegment(3fb251ea-b5a7-48e1-925a-6f45378aab1b),segment_id=3fb251ea-b5a7-48e1-925a-6f45378aab1b)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:31:42.778207 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 19:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23024de-d9ec-4811-9252-a088bfdbd96b x-openstack-request-id: req-a23024de-d9ec-4811-9252-a088bfdbd96b {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:31:42.778662 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ceb178-791e-47a4-b711-78ce4b39bf0f", "name": "network-vif-plugged", "status": "completed", "tag": "092cf1a1-928a-417e-9091-c540fdafa2c4", "code": 200}]} {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:31:42.779030 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a23024de-d9ec-4811-9252-a088bfdbd96b {{(pid=103782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:31:42.779324 dv-cinder-840678-10-iscsi neutron-server[103782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a23024de-d9ec-4811-9252-a088bfdbd96b'] response: {'server_uuid': '17ceb178-791e-47a4-b711-78ce4b39bf0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '092cf1a1-928a-417e-9091-c540fdafa2c4', 'code': 200} May 17 19:31:42.820913 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6391dfc7-f32f-4fbe-8492-5c45142d192e req-90e32c97-b17a-4d48-915f-bd12a91156f6 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:42.822485 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6391dfc7-f32f-4fbe-8492-5c45142d192e req-90e32c97-b17a-4d48-915f-bd12a91156f6 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 945 time: 0.0465086 May 17 19:31:42.856020 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (092cf1a1-928a-417e-9091-c540fdafa2c4), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:42.870778 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6391dfc7-f32f-4fbe-8492-5c45142d192e req-4d8cf3ba-e14d-4f5e-8bff-b0bfefd40d57 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415869 May 17 19:31:42.911924 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Pushing event updated for resources: {'Port': ['ID=092cf1a1-928a-417e-9091-c540fdafa2c4,revision_number=5']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:43.356962 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (bee311cb-2a55-4828-8ca4-4ee09c88de79), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:43.581651 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c3400-dde8-4f52-b769-9fbfab3b5062 req-3064a512-3446-42a1-96f7-019c07b487d4 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:43.584097 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-013c3400-dde8-4f52-b769-9fbfab3b5062 req-3064a512-3446-42a1-96f7-019c07b487d4 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=2949df44-a27c-4dc1-acd9-0754c0314ed1 HTTP/1.1" status: 200 len: 945 time: 0.0531740 May 17 19:31:43.648102 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-013c3400-dde8-4f52-b769-9fbfab3b5062 req-de07efd1-f82d-41ac-b411-35b51387cdc1 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545683 May 17 19:31:43.751831 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db883e77-593a-4a3e-b271-701b09539ac5 req-5940fbc3-0b77-423e-a73f-7ffdeb0c6997 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:43.753246 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-db883e77-593a-4a3e-b271-701b09539ac5 req-5940fbc3-0b77-423e-a73f-7ffdeb0c6997 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ceb178-791e-47a4-b711-78ce4b39bf0f HTTP/1.1" status: 200 len: 945 time: 0.0525544 May 17 19:31:43.792691 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 41648) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:31:43.803890 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-db883e77-593a-4a3e-b271-701b09539ac5 req-12afab63-afc8-4682-b149-d6dd885273cd tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/security-groups?id=5740d66a-072c-47b3-94cd-2729cf1d98d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443954 May 17 19:31:43.919977 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 41656) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:31:43.994871 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-570614d1-05be-4829-91b3-c09a52dad9f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:43.998930 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e1781b-d76b-477d-bde9-350218fdf534 req-d95d0908-49af-4ba2-8755-f250f02134a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:44.000433 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f6e1781b-d76b-477d-bde9-350218fdf534 req-d95d0908-49af-4ba2-8755-f250f02134a7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2949df44-a27c-4dc1-acd9-0754c0314ed1 HTTP/1.1" status: 200 len: 1129 time: 0.0675466 May 17 19:31:44.018470 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-20fd0097-91c0-469b-8338-9c6143cf9e99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:44.033072 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a293b-c22f-47a4-ad43-3b14c081adcc req-f73e389f-8a8c-4d47-b774-bd3541607a1c tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:44.034563 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-400a293b-c22f-47a4-ad43-3b14c081adcc req-f73e389f-8a8c-4d47-b774-bd3541607a1c tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 945 time: 0.0703986 May 17 19:31:44.070158 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f6e1781b-d76b-477d-bde9-350218fdf534 req-7ca6ba43-2159-4b7c-ac96-b11e31ec92ef service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606992 May 17 19:31:44.110845 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-570614d1-05be-4829-91b3-c09a52dad9f9 admin admin] Publish callbacks [] for security_group (60a14e57-d0c4-42ed-8d18-70f50a71d6a1), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:44.111582 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-400a293b-c22f-47a4-ad43-3b14c081adcc req-6b079c78-a54f-4df0-866c-87d7d5794c43 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672777 May 17 19:31:44.145276 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-20fd0097-91c0-469b-8338-9c6143cf9e99 admin admin] Publish callbacks [] for security_group (605a8199-bef8-4f88-80a5-e426d755dd93), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:44.185213 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-570614d1-05be-4829-91b3-c09a52dad9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (60a14e57-d0c4-42ed-8d18-70f50a71d6a1), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:44.219819 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-20fd0097-91c0-469b-8338-9c6143cf9e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (605a8199-bef8-4f88-80a5-e426d755dd93), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:44.226741 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-570614d1-05be-4829-91b3-c09a52dad9f9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=37cad1bf9c954fd3b4736d5823dce622&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3054843 May 17 19:31:44.227916 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570614d1-05be-4829-91b3-c09a52dad9f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a14e57-d0c4-42ed-8d18-70f50a71d6a1,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:44.229772 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 41660) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:31:44.241881 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570614d1-05be-4829-91b3-c09a52dad9f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:31:44.241881 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570614d1-05be-4829-91b3-c09a52dad9f9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:31:44.242131 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570614d1-05be-4829-91b3-c09a52dad9f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:31:44.242465 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570614d1-05be-4829-91b3-c09a52dad9f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:31:44.242792 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570614d1-05be-4829-91b3-c09a52dad9f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:31:44.243115 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570614d1-05be-4829-91b3-c09a52dad9f9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:31:44.243425 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570614d1-05be-4829-91b3-c09a52dad9f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:31:44.243774 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570614d1-05be-4829-91b3-c09a52dad9f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:31:44.244093 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570614d1-05be-4829-91b3-c09a52dad9f9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:31:44.244411 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570614d1-05be-4829-91b3-c09a52dad9f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:31:44.244726 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570614d1-05be-4829-91b3-c09a52dad9f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:31:44.245048 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570614d1-05be-4829-91b3-c09a52dad9f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:31:44.245357 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570614d1-05be-4829-91b3-c09a52dad9f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:31:44.246250 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570614d1-05be-4829-91b3-c09a52dad9f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:31:44.246603 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570614d1-05be-4829-91b3-c09a52dad9f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:31:44.261697 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-20fd0097-91c0-469b-8338-9c6143cf9e99 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=58d67fd0a380440ab2a5153f8535781f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4679401 May 17 19:31:44.263725 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fd0097-91c0-469b-8338-9c6143cf9e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605a8199-bef8-4f88-80a5-e426d755dd93,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:44.266020 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 41662) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:31:44.284821 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd0097-91c0-469b-8338-9c6143cf9e99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:31:44.285085 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd0097-91c0-469b-8338-9c6143cf9e99 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:31:44.285439 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd0097-91c0-469b-8338-9c6143cf9e99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:31:44.285780 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd0097-91c0-469b-8338-9c6143cf9e99 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:31:44.286113 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd0097-91c0-469b-8338-9c6143cf9e99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:31:44.286445 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd0097-91c0-469b-8338-9c6143cf9e99 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:31:44.286774 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd0097-91c0-469b-8338-9c6143cf9e99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:31:44.287100 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd0097-91c0-469b-8338-9c6143cf9e99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:31:44.287420 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd0097-91c0-469b-8338-9c6143cf9e99 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:31:44.287771 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd0097-91c0-469b-8338-9c6143cf9e99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:31:44.288093 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd0097-91c0-469b-8338-9c6143cf9e99 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:31:44.288412 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd0097-91c0-469b-8338-9c6143cf9e99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:31:44.288728 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd0097-91c0-469b-8338-9c6143cf9e99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:31:44.289045 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd0097-91c0-469b-8338-9c6143cf9e99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:31:44.289359 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd0097-91c0-469b-8338-9c6143cf9e99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:31:44.291544 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-21bedc0b-0f39-47c7-a52a-e1f286106c27 admin admin] Publish callbacks [] for security_group (60a14e57-d0c4-42ed-8d18-70f50a71d6a1), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:44.334951 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-5d3f6a7c-8f1c-4364-a7b3-040adcab16b4 admin admin] Publish callbacks [] for security_group (605a8199-bef8-4f88-80a5-e426d755dd93), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:44.339693 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-21bedc0b-0f39-47c7-a52a-e1f286106c27 admin admin] Publish callbacks [] for security_group (60a14e57-d0c4-42ed-8d18-70f50a71d6a1), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:44.351520 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6d3f1-bf6d-4912-8b6d-bb59abacc6ee req-fd3d8790-87a9-4cf0-8c50-6454e79d8970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:44.356923 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a0e6d3f1-bf6d-4912-8b6d-bb59abacc6ee req-fd3d8790-87a9-4cf0-8c50-6454e79d8970 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=17ceb178-791e-47a4-b711-78ce4b39bf0f HTTP/1.1" status: 200 len: 1129 time: 0.0606165 May 17 19:31:44.363184 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-5d3f6a7c-8f1c-4364-a7b3-040adcab16b4 admin admin] Publish callbacks [] for security_group (605a8199-bef8-4f88-80a5-e426d755dd93), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:44.435710 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a0e6d3f1-bf6d-4912-8b6d-bb59abacc6ee req-8d048522-d973-4a22-9a52-6a317a468020 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5740d66a-072c-47b3-94cd-2729cf1d98d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469267 May 17 19:31:44.495446 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device ff8731af-15ec-4499-8ce7-63c71d359613 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 19:31:44.516599 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-21bedc0b-0f39-47c7-a52a-e1f286106c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (60a14e57-d0c4-42ed-8d18-70f50a71d6a1), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:44.519348 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-21bedc0b-0f39-47c7-a52a-e1f286106c27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:44.520547 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-21bedc0b-0f39-47c7-a52a-e1f286106c27 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/60a14e57-d0c4-42ed-8d18-70f50a71d6a1 HTTP/1.1" status: 204 len: 168 time: 0.2885180 May 17 19:31:44.531009 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bedc0b-0f39-47c7-a52a-e1f286106c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a14e57-d0c4-42ed-8d18-70f50a71d6a1,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:44.545251 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-5d3f6a7c-8f1c-4364-a7b3-040adcab16b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (605a8199-bef8-4f88-80a5-e426d755dd93), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:44.548254 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-5d3f6a7c-8f1c-4364-a7b3-040adcab16b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:44.551577 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-5d3f6a7c-8f1c-4364-a7b3-040adcab16b4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/605a8199-bef8-4f88-80a5-e426d755dd93 HTTP/1.1" status: 204 len: 168 time: 0.2824724 May 17 19:31:44.559517 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f6a7c-8f1c-4364-a7b3-040adcab16b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605a8199-bef8-4f88-80a5-e426d755dd93,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:44.616212 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port ff8731af-15ec-4499-8ce7-63c71d359613, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=ff8731af-15ec-4499-8ce7-63c71d359613,segment=NetworkSegment(cb7a5f44-2490-49bf-84d8-97ca2a591d42),segment_id=cb7a5f44-2490-49bf-84d8-97ca2a591d42)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:31:44.638401 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Returning: {'device': 'ff8731af-15ec-4499-8ce7-63c71d359613', 'network_id': '40c7fbe2-bd07-440e-b191-34ce3a30a8a0', 'port_id': 'ff8731af-15ec-4499-8ce7-63c71d359613', 'mac_address': 'fa:16:3e:31:3c:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4afc8f6d-c4ef-4f27-b1bd-b836aad1cd58', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 19:31:44.683821 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Current status of the port ff8731af-15ec-4499-8ce7-63c71d359613 is: ACTIVE; New status is: BUILD {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:31:44.686860 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (ff8731af-15ec-4499-8ce7-63c71d359613), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:44.698200 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff8731af-15ec-4499-8ce7-63c71d359613 {{(pid=103782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 19:31:44.722227 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port ff8731af-15ec-4499-8ce7-63c71d359613, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=ff8731af-15ec-4499-8ce7-63c71d359613,segment=NetworkSegment(cb7a5f44-2490-49bf-84d8-97ca2a591d42),segment_id=cb7a5f44-2490-49bf-84d8-97ca2a591d42)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:31:44.781964 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1d5ab-800b-48bd-8918-6482b9d0ecaa req-f215fb64-8d3a-4355-8cc4-b058f90682eb tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:44.782578 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (ff8731af-15ec-4499-8ce7-63c71d359613), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:44.783683 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1fa1d5ab-800b-48bd-8918-6482b9d0ecaa req-f215fb64-8d3a-4355-8cc4-b058f90682eb tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=2949df44-a27c-4dc1-acd9-0754c0314ed1 HTTP/1.1" status: 200 len: 945 time: 0.0536077 May 17 19:31:44.846379 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1fa1d5ab-800b-48bd-8918-6482b9d0ecaa req-008519e9-cb4d-4f4a-accc-11e830154159 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572288 May 17 19:31:44.863695 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 41690) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:31:44.890876 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] get_ports_and_sgs() called for port_ids ['ff8731af-15ec-4499-8ce7-63c71d359613'] {{(pid=103782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 19:31:44.898221 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Pushing event updated for resources: {'Port': ['ID=ff8731af-15ec-4499-8ce7-63c71d359613,revision_number=6']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:44.965800 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b59eaf-1950-467a-82c9-b892a42e63e3 req-c37a2fcb-d6d1-4525-b81b-6bd42fce4d53 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:44.967375 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-91b59eaf-1950-467a-82c9-b892a42e63e3 req-c37a2fcb-d6d1-4525-b81b-6bd42fce4d53 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ceb178-791e-47a4-b711-78ce4b39bf0f HTTP/1.1" status: 200 len: 945 time: 0.0518496 May 17 19:31:45.018239 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-91b59eaf-1950-467a-82c9-b892a42e63e3 req-53232a4d-2ea1-4d8c-929d-ace1b60b3aa0 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/security-groups?id=5740d66a-072c-47b3-94cd-2729cf1d98d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441747 May 17 19:31:45.070761 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-dd495eef-af45-4ec7-968f-deaa7f36b86f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:45.238545 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69bedbd-8000-4d5e-99c3-97c9d4cd605e req-2320ef9d-26f6-47c7-b864-d9ff757de5a1 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:45.240145 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b69bedbd-8000-4d5e-99c3-97c9d4cd605e req-2320ef9d-26f6-47c7-b864-d9ff757de5a1 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 944 time: 0.0478849 May 17 19:31:45.286505 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 41698) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:31:45.303747 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b69bedbd-8000-4d5e-99c3-97c9d4cd605e req-2c5834ac-28fb-4bd7-b923-a832d137b355 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577810 May 17 19:31:45.321981 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-770fab9c-8cb0-4ff7-b77a-b2d949f0fb6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:45.329370 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-8dd93cec-08d0-4d87-8003-ce112181eb88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:45.453311 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-770fab9c-8cb0-4ff7-b77a-b2d949f0fb6d admin admin] Publish callbacks [] for security_group (507594e5-8be4-4dac-a942-2ab5362b3c18), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:45.465190 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-8dd93cec-08d0-4d87-8003-ce112181eb88 admin admin] Publish callbacks [] for security_group (08763898-30a5-42e6-85d9-16ba2007e206), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:45.516569 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-770fab9c-8cb0-4ff7-b77a-b2d949f0fb6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (507594e5-8be4-4dac-a942-2ab5362b3c18), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:45.550203 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-8dd93cec-08d0-4d87-8003-ce112181eb88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (08763898-30a5-42e6-85d9-16ba2007e206), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:45.578808 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-8dd93cec-08d0-4d87-8003-ce112181eb88 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fa950f327a934d89a2b848ceedd403e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7131765 May 17 19:31:45.581235 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-770fab9c-8cb0-4ff7-b77a-b2d949f0fb6d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d877e10950e8462fbf52da32de0a502a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2926309 May 17 19:31:45.581747 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 41700) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:31:45.583629 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770fab9c-8cb0-4ff7-b77a-b2d949f0fb6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507594e5-8be4-4dac-a942-2ab5362b3c18,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:45.584155 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 41702) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:31:45.628196 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd93cec-08d0-4d87-8003-ce112181eb88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08763898-30a5-42e6-85d9-16ba2007e206,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:45.649295 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-7b3b08a5-9a06-4927-928c-7da6b20a35fd admin admin] Publish callbacks [] for security_group (507594e5-8be4-4dac-a942-2ab5362b3c18), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:45.659370 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-f40a49da-be51-411a-8614-518ff62cec50 admin admin] Publish callbacks [] for security_group (08763898-30a5-42e6-85d9-16ba2007e206), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:45.676950 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-7b3b08a5-9a06-4927-928c-7da6b20a35fd admin admin] Publish callbacks [] for security_group (507594e5-8be4-4dac-a942-2ab5362b3c18), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:45.688163 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 41710) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:31:45.693720 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-f40a49da-be51-411a-8614-518ff62cec50 admin admin] Publish callbacks [] for security_group (08763898-30a5-42e6-85d9-16ba2007e206), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:45.710948 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-947764c6-a02f-431c-896c-ab5c073c19b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:45.808347 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-f40a49da-be51-411a-8614-518ff62cec50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (08763898-30a5-42e6-85d9-16ba2007e206), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:45.810968 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-f40a49da-be51-411a-8614-518ff62cec50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:45.812143 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-f40a49da-be51-411a-8614-518ff62cec50 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/08763898-30a5-42e6-85d9-16ba2007e206 HTTP/1.1" status: 204 len: 168 time: 0.2294276 May 17 19:31:45.820182 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40a49da-be51-411a-8614-518ff62cec50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08763898-30a5-42e6-85d9-16ba2007e206,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:45.872958 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-7b3b08a5-9a06-4927-928c-7da6b20a35fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (507594e5-8be4-4dac-a942-2ab5362b3c18), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:45.875689 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-7b3b08a5-9a06-4927-928c-7da6b20a35fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:45.879915 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-7b3b08a5-9a06-4927-928c-7da6b20a35fd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/507594e5-8be4-4dac-a942-2ab5362b3c18 HTTP/1.1" status: 204 len: 168 time: 0.2923758 May 17 19:31:45.893886 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3b08a5-9a06-4927-928c-7da6b20a35fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507594e5-8be4-4dac-a942-2ab5362b3c18,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:45.984978 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-947764c6-a02f-431c-896c-ab5c073c19b3 admin admin] Publish callbacks [] for security_group (630e4f4b-f2bc-4ea4-b887-a6763c90714c), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:46.004955 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe6961-b895-4e4b-b5d1-8ea574557cac req-cefa406d-f943-4b77-b06c-cab76e3e8e6e tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:46.006528 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-28fe6961-b895-4e4b-b5d1-8ea574557cac req-cefa406d-f943-4b77-b06c-cab76e3e8e6e tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=2949df44-a27c-4dc1-acd9-0754c0314ed1 HTTP/1.1" status: 200 len: 945 time: 0.0521469 May 17 19:31:46.062724 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-28fe6961-b895-4e4b-b5d1-8ea574557cac req-ecb19030-4dd3-4947-8ce3-f904fd0b50bf tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502009 May 17 19:31:46.070708 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-947764c6-a02f-431c-896c-ab5c073c19b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (630e4f4b-f2bc-4ea4-b887-a6763c90714c), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:46.128161 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-947764c6-a02f-431c-896c-ab5c073c19b3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6e7d800b324046d3914f85cc72c90fcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4379520 May 17 19:31:46.128478 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 41724) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:31:46.151544 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947764c6-a02f-431c-896c-ab5c073c19b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630e4f4b-f2bc-4ea4-b887-a6763c90714c,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:46.186313 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-aa3ea909-d35f-441c-b805-18d3b0262a32 admin admin] Publish callbacks [] for security_group (630e4f4b-f2bc-4ea4-b887-a6763c90714c), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:46.190893 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf483462-99da-41de-b436-41c361542889 req-13e1f888-ab91-401f-b4af-7a4dc5a63e48 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:46.192690 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-bf483462-99da-41de-b436-41c361542889 req-13e1f888-ab91-401f-b4af-7a4dc5a63e48 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ceb178-791e-47a4-b711-78ce4b39bf0f HTTP/1.1" status: 200 len: 945 time: 0.0902784 May 17 19:31:46.217319 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-aa3ea909-d35f-441c-b805-18d3b0262a32 admin admin] Publish callbacks [] for security_group (630e4f4b-f2bc-4ea4-b887-a6763c90714c), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:46.270172 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-bf483462-99da-41de-b436-41c361542889 req-2e9c25bf-1412-47c1-8666-1e2353382e18 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/security-groups?id=5740d66a-072c-47b3-94cd-2729cf1d98d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659120 May 17 19:31:46.367602 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-aa3ea909-d35f-441c-b805-18d3b0262a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (630e4f4b-f2bc-4ea4-b887-a6763c90714c), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:46.367602 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-aa3ea909-d35f-441c-b805-18d3b0262a32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:46.367602 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-aa3ea909-d35f-441c-b805-18d3b0262a32 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/630e4f4b-f2bc-4ea4-b887-a6763c90714c HTTP/1.1" status: 204 len: 168 time: 0.2373033 May 17 19:31:46.377557 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ea909-d35f-441c-b805-18d3b0262a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630e4f4b-f2bc-4ea4-b887-a6763c90714c,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:46.391941 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-abaf9027-5d14-4d4c-bc05-9fd0429bf859 req-1c9f233e-289e-4a58-bab7-f1c676378fe6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0531483 May 17 19:31:46.458559 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fee21d-3465-44ac-ba47-f4839e844162 req-16922946-2699-40b0-88c9-8000cc9fc840 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:46.478946 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-19fee21d-3465-44ac-ba47-f4839e844162 req-16922946-2699-40b0-88c9-8000cc9fc840 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 944 time: 0.0739639 May 17 19:31:46.493826 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device ff8731af-15ec-4499-8ce7-63c71d359613 up at agent hyperv_hv-cinder-84067 {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:31:46.532326 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-19fee21d-3465-44ac-ba47-f4839e844162 req-f46fc111-132b-4126-87f4-9fa62fc37cd9 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523691 May 17 19:31:46.564726 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Provisioning complete for port ff8731af-15ec-4499-8ce7-63c71d359613 triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:31:46.565117 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (ff8731af-15ec-4499-8ce7-63c71d359613), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:46.568768 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6040154-facb-4bab-a245-4e56981c73d2 req-85f99da6-55d3-4419-82ad-88e96036a12b tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:46.570260 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-a6040154-facb-4bab-a245-4e56981c73d2 req-85f99da6-55d3-4419-82ad-88e96036a12b tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=2949df44-a27c-4dc1-acd9-0754c0314ed1 HTTP/1.1" status: 200 len: 945 time: 0.0549335 May 17 19:31:46.627110 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-a6040154-facb-4bab-a245-4e56981c73d2 req-71159acb-43ba-49bd-b5da-bd97d44f8fae tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509346 May 17 19:31:46.640951 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Current status of the port ff8731af-15ec-4499-8ce7-63c71d359613 is: BUILD; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:31:46.641364 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (ff8731af-15ec-4499-8ce7-63c71d359613), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:46.663685 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b22978d8-2688-49c7-8962-728e7874fc70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8731af-15ec-4499-8ce7-63c71d359613'}] {{(pid=103782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:31:46.665877 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dcdb420cfc3f3d59cdc90e9401be4743e23c4809d01819fc24a250fd06a42a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975af444-5175-45b9-a482-0aa905befadd" -d '{"events": [{"server_uuid": "b22978d8-2688-49c7-8962-728e7874fc70", "name": "network-vif-plugged", "status": "completed", "tag": "ff8731af-15ec-4499-8ce7-63c71d359613"}]}' {{(pid=103782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:31:46.678412 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port ff8731af-15ec-4499-8ce7-63c71d359613, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=ff8731af-15ec-4499-8ce7-63c71d359613,segment=NetworkSegment(cb7a5f44-2490-49bf-84d8-97ca2a591d42),segment_id=cb7a5f44-2490-49bf-84d8-97ca2a591d42)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:31:46.711331 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 19:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af9d9d6-1252-4acc-9721-153b29e6463c x-openstack-request-id: req-6af9d9d6-1252-4acc-9721-153b29e6463c {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:31:46.711678 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b22978d8-2688-49c7-8962-728e7874fc70", "name": "network-vif-plugged", "status": "completed", "tag": "ff8731af-15ec-4499-8ce7-63c71d359613", "code": 200}]} {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:31:46.712056 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6af9d9d6-1252-4acc-9721-153b29e6463c {{(pid=103782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:31:46.712484 dv-cinder-840678-10-iscsi neutron-server[103782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6af9d9d6-1252-4acc-9721-153b29e6463c'] response: {'server_uuid': 'b22978d8-2688-49c7-8962-728e7874fc70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8731af-15ec-4499-8ce7-63c71d359613', 'code': 200} May 17 19:31:46.750777 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (ff8731af-15ec-4499-8ce7-63c71d359613), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:46.803300 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Pushing event updated for resources: {'Port': ['ID=ff8731af-15ec-4499-8ce7-63c71d359613,revision_number=7']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:46.862709 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 41750) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:31:46.877163 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-db49ca9b-ada7-4b78-a694-f84114c94910 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:46.975735 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-db49ca9b-ada7-4b78-a694-f84114c94910 admin admin] Publish callbacks [] for security_group (0fa0fe5a-1bfc-4ac2-a307-9b04847f9b13), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:47.050795 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-db49ca9b-ada7-4b78-a694-f84114c94910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (0fa0fe5a-1bfc-4ac2-a307-9b04847f9b13), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:47.077123 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf9027-5d14-4d4c-bc05-9fd0429bf859 req-adac188f-571e-4ad9-846c-5083e6763bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:47.078728 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-abaf9027-5d14-4d4c-bc05-9fd0429bf859 req-adac188f-571e-4ad9-846c-5083e6763bb1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5d488b25563d4373b5c980ab060bc822&device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 1130 time: 0.0463092 May 17 19:31:47.092579 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db49ca9b-ada7-4b78-a694-f84114c94910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa0fe5a-1bfc-4ac2-a307-9b04847f9b13,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:47.099574 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-db49ca9b-ada7-4b78-a694-f84114c94910 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=913af32bc6644584b35aa5c1ae6ffabb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2331066 May 17 19:31:47.099977 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 41764) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:31:47.218198 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1742d734-4663-4c9f-84b0-3a628c01a537 req-f6847d43-ebf4-4b31-831f-58dbfbaa9e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:47.220027 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-1742d734-4663-4c9f-84b0-3a628c01a537 req-f6847d43-ebf4-4b31-831f-58dbfbaa9e35 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5d488b25563d4373b5c980ab060bc822&device_id=2949df44-a27c-4dc1-acd9-0754c0314ed1 HTTP/1.1" status: 200 len: 1129 time: 0.0587204 May 17 19:31:47.244369 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-68f84c49-9d90-440c-9c81-b6d49d8be479 admin admin] Publish callbacks [] for security_group (0fa0fe5a-1bfc-4ac2-a307-9b04847f9b13), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:47.284661 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf9027-5d14-4d4c-bc05-9fd0429bf859 req-015aab24-9ce8-4e65-b2b6-9d31585f930d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:47.286353 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-abaf9027-5d14-4d4c-bc05-9fd0429bf859 req-015aab24-9ce8-4e65-b2b6-9d31585f930d service neutron] 10.222.0.69 "GET /v2.0/networks?id=ddaa928e-2db4-4b37-b723-ff2ae1e2b964 HTTP/1.1" status: 200 len: 919 time: 0.1631703 May 17 19:31:47.291862 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-68f84c49-9d90-440c-9c81-b6d49d8be479 admin admin] Publish callbacks [] for security_group (0fa0fe5a-1bfc-4ac2-a307-9b04847f9b13), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:47.295360 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-1818b5d6-7785-4ec0-80a1-bf69966f7091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:47.349077 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-abaf9027-5d14-4d4c-bc05-9fd0429bf859 req-c4aeaa9c-8a6c-4902-8136-27968dcf30b9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fef58b30-8e08-495d-ac60-e3ff495f260d HTTP/1.1" status: 200 len: 217 time: 0.0541458 May 17 19:31:47.419063 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf9027-5d14-4d4c-bc05-9fd0429bf859 req-aa56ed3f-2840-4595-8c60-1eac4bd4e34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:47.420558 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-abaf9027-5d14-4d4c-bc05-9fd0429bf859 req-aa56ed3f-2840-4595-8c60-1eac4bd4e34f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=78a5955d-2965-41b9-ae73-2183d9038bbb HTTP/1.1" status: 200 len: 857 time: 0.0572736 May 17 19:31:47.477601 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf9027-5d14-4d4c-bc05-9fd0429bf859 req-0f7eddbd-23a4-4776-917b-1eb5d2fc6aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:47.479618 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-abaf9027-5d14-4d4c-bc05-9fd0429bf859 req-0f7eddbd-23a4-4776-917b-1eb5d2fc6aaf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ddaa928e-2db4-4b37-b723-ff2ae1e2b964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0492837 May 17 19:31:47.487374 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1742d734-4663-4c9f-84b0-3a628c01a537 req-0576e584-b6f6-460e-af45-e484b3e00aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:47.488873 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-1742d734-4663-4c9f-84b0-3a628c01a537 req-0576e584-b6f6-460e-af45-e484b3e00aa8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ddaa928e-2db4-4b37-b723-ff2ae1e2b964 HTTP/1.1" status: 200 len: 919 time: 0.2560229 May 17 19:31:47.534261 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-68f84c49-9d90-440c-9c81-b6d49d8be479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (0fa0fe5a-1bfc-4ac2-a307-9b04847f9b13), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:47.538268 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-68f84c49-9d90-440c-9c81-b6d49d8be479 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:47.546526 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-68f84c49-9d90-440c-9c81-b6d49d8be479 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0fa0fe5a-1bfc-4ac2-a307-9b04847f9b13 HTTP/1.1" status: 204 len: 168 time: 0.4404960 May 17 19:31:47.556976 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f84c49-9d90-440c-9c81-b6d49d8be479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa0fe5a-1bfc-4ac2-a307-9b04847f9b13,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:47.557244 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-1742d734-4663-4c9f-84b0-3a628c01a537 req-2ebcf634-1dcf-4eee-9d86-4651c1b7f199 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f56ad1e3-8b59-4f7f-96b0-206928ec8a1d HTTP/1.1" status: 200 len: 217 time: 0.0510211 May 17 19:31:47.570533 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b40ff-ba5d-4300-9696-9dd061065d7d req-7fe38429-63ee-4603-ada8-9f1631707376 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:47.579645 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-925b40ff-ba5d-4300-9696-9dd061065d7d req-7fe38429-63ee-4603-ada8-9f1631707376 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ceb178-791e-47a4-b711-78ce4b39bf0f HTTP/1.1" status: 200 len: 945 time: 0.1125982 May 17 19:31:47.664400 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1742d734-4663-4c9f-84b0-3a628c01a537 req-c52e6b8a-ef8c-4bbc-9fe1-d1884835a5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:47.665889 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-1742d734-4663-4c9f-84b0-3a628c01a537 req-c52e6b8a-ef8c-4bbc-9fe1-d1884835a5ae service neutron] 10.222.0.69 "GET /v2.0/subnets?id=78a5955d-2965-41b9-ae73-2183d9038bbb HTTP/1.1" status: 200 len: 857 time: 0.0835583 May 17 19:31:47.677399 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-abaf9027-5d14-4d4c-bc05-9fd0429bf859 req-fed6b542-43a2-4731-8a38-e8b35cf812ac service neutron] 10.222.0.69 "GET /v2.0/networks/ddaa928e-2db4-4b37-b723-ff2ae1e2b964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879425 May 17 19:31:47.678983 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-925b40ff-ba5d-4300-9696-9dd061065d7d req-811e2cd0-6c22-4d48-a694-cc380a3bc28f tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/security-groups?id=5740d66a-072c-47b3-94cd-2729cf1d98d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982943 May 17 19:31:47.744658 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1742d734-4663-4c9f-84b0-3a628c01a537 req-8aad3e50-5ba0-4efd-83ae-92828efb0eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:47.747047 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-1742d734-4663-4c9f-84b0-3a628c01a537 req-8aad3e50-5ba0-4efd-83ae-92828efb0eed service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ddaa928e-2db4-4b37-b723-ff2ae1e2b964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0671105 May 17 19:31:47.751220 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e2bc7-8288-417b-9f9d-d269eaeda3f1 req-7cfc7c8f-5e74-4618-8aa2-b6ca030af690 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:47.760472 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-415e2bc7-8288-417b-9f9d-d269eaeda3f1 req-7cfc7c8f-5e74-4618-8aa2-b6ca030af690 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 945 time: 0.1047339 May 17 19:31:47.920087 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-415e2bc7-8288-417b-9f9d-d269eaeda3f1 req-69867ecc-322a-4a48-8d78-70dc59276082 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586728 May 17 19:31:47.925458 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-abaf9027-5d14-4d4c-bc05-9fd0429bf859 req-85a3ecdb-6d87-4af8-8d0b-c74b8a59b003 service neutron] 10.222.0.69 "GET /v2.0/networks/ddaa928e-2db4-4b37-b723-ff2ae1e2b964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290447 May 17 19:31:47.950004 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-1742d734-4663-4c9f-84b0-3a628c01a537 req-1cf5d003-6fdb-4702-9ed1-befd059ef05b service neutron] 10.222.0.69 "GET /v2.0/networks/ddaa928e-2db4-4b37-b723-ff2ae1e2b964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930478 May 17 19:31:47.984920 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 41824) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:31:48.013362 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decebeb4-b6d2-46eb-bd2e-5711943490d3 req-6b8857ec-201b-490c-afa7-4b2609402343 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:48.014876 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-decebeb4-b6d2-46eb-bd2e-5711943490d3 req-6b8857ec-201b-490c-afa7-4b2609402343 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=2949df44-a27c-4dc1-acd9-0754c0314ed1 HTTP/1.1" status: 200 len: 945 time: 0.1914811 May 17 19:31:48.108451 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-1742d734-4663-4c9f-84b0-3a628c01a537 req-7662bb9d-1399-4508-8dde-3aa50149ee88 service neutron] 10.222.0.69 "GET /v2.0/networks/ddaa928e-2db4-4b37-b723-ff2ae1e2b964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417241 May 17 19:31:48.112844 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-decebeb4-b6d2-46eb-bd2e-5711943490d3 req-5a4c194c-b7ba-4f0c-936b-2bb5db6a406f tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652184 May 17 19:31:48.136941 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-5563d8d0-f43f-47e0-b290-d67dee04501e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2088878763-network', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:31:48.213797 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5563d8d0-f43f-47e0-b290-d67dee04501e admin admin] Made reservation on behalf of aae36ceec2314da8a829113fc36f2f40 for: {'network': 1} {{(pid=103781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:31:48.216746 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-5563d8d0-f43f-47e0-b290-d67dee04501e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for network (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:48.226641 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-5563d8d0-f43f-47e0-b290-d67dee04501e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:48.326959 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-5563d8d0-f43f-47e0-b290-d67dee04501e admin admin] Publish callbacks [] for security_group (ba1b9844-5e12-40a8-91ff-5c80abc05590), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:48.398997 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-5563d8d0-f43f-47e0-b290-d67dee04501e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (ba1b9844-5e12-40a8-91ff-5c80abc05590), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:48.425142 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5563d8d0-f43f-47e0-b290-d67dee04501e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=103781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 19:31:48.434486 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5563d8d0-f43f-47e0-b290-d67dee04501e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1b9844-5e12-40a8-91ff-5c80abc05590,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:48.440924 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-5563d8d0-f43f-47e0-b290-d67dee04501e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792041590285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944438'] for segment (8cc326ee-5f9e-416b-8025-9d11d0786f2c), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:48.441322 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.db.segments_db [None req-5563d8d0-f43f-47e0-b290-d67dee04501e admin admin] Added segment 8cc326ee-5f9e-416b-8025-9d11d0786f2c of type vlan for network 4ffa76ed-e644-420a-9be5-452073c9d2f3 May 17 19:31:48.456332 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:48.487243 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-5563d8d0-f43f-47e0-b290-d67dee04501e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792041130644'] for network (4ffa76ed-e644-420a-9be5-452073c9d2f3), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:48.570539 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-5563d8d0-f43f-47e0-b290-d67dee04501e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519'] for network (4ffa76ed-e644-420a-9be5-452073c9d2f3), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:48.571666 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5563d8d0-f43f-47e0-b290-d67dee04501e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:48.572245 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-5563d8d0-f43f-47e0-b290-d67dee04501e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for network (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:48.632183 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5563d8d0-f43f-47e0-b290-d67dee04501e admin admin] Pushing event updated for resources: {'Network': ['ID=4ffa76ed-e644-420a-9be5-452073c9d2f3,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:48.648018 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Network 4ffa76ed-e644-420a-9be5-452073c9d2f3 details requested by agent ovs-agent-dv-cinder-840678-10-iscsi with host dv-cinder-840678-10-iscsi {{(pid=103782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 19:31:48.680298 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-5563d8d0-f43f-47e0-b290-d67dee04501e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.6941423 May 17 19:31:48.683914 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 41862) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:31:48.689197 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-f8edaf27-e738-437d-8c76-cb3a19daba8e admin admin] Request body: {'subnet': {'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2088878763-subnet', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'ip_version': 4}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:31:48.793335 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8edaf27-e738-437d-8c76-cb3a19daba8e admin admin] Made reservation on behalf of aae36ceec2314da8a829113fc36f2f40 for: {'subnet': 1} {{(pid=103781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:31:48.796008 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f8edaf27-e738-437d-8c76-cb3a19daba8e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13613855'] for subnet (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:49.137983 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17854f02-237d-4e20-8700-8ee437ca732a req-b5120055-d734-4451-9e97-775c8d8bdc80 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:49.145750 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-17854f02-237d-4e20-8700-8ee437ca732a req-b5120055-d734-4451-9e97-775c8d8bdc80 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 945 time: 0.1090426 May 17 19:31:49.209213 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f8edaf27-e738-437d-8c76-cb3a19daba8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16348314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13823650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13613833'] for subnet (a5e80cf4-1ae6-4a34-89f9-235de223b3bb), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:49.231202 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 41880) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:31:49.250810 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 41884) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:31:49.314637 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a76f2-26bd-403b-8546-4682761bcc4b req-51797d49-2181-4e09-9fbe-a3d6f62875ec tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:49.316953 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-0b2a76f2-26bd-403b-8546-4682761bcc4b req-51797d49-2181-4e09-9fbe-a3d6f62875ec tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=2949df44-a27c-4dc1-acd9-0754c0314ed1 HTTP/1.1" status: 200 len: 945 time: 0.0756519 May 17 19:31:49.352149 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8edaf27-e738-437d-8c76-cb3a19daba8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5e80cf4-1ae6-4a34-89f9-235de223b3bb,revision_number=0']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:49.383817 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-17854f02-237d-4e20-8700-8ee437ca732a req-72219a0b-7fbd-47bf-89f5-8d627f4992d0 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2171876 May 17 19:31:49.412862 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-0b2a76f2-26bd-403b-8546-4682761bcc4b req-79941d63-1941-4eaa-9b49-03260bd8d8f7 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902004 May 17 19:31:49.415775 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8edaf27-e738-437d-8c76-cb3a19daba8e admin admin] Checking segment: {'id': '8cc326ee-5f9e-416b-8025-9d11d0786f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:31:49.416572 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8edaf27-e738-437d-8c76-cb3a19daba8e admin admin] Network hostable DHCP agents. Network: 4ffa76ed-e644-420a-9be5-452073c9d2f3, hostable agents: ['acc21e7f-c3fd-47ad-b523-e51f8b89f08b'], hosted agents: [] {{(pid=103781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 19:31:49.458230 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-22e398f8-749a-4f5b-849f-e2874d65c4fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:49.462569 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-5ec1c282-bda0-45c6-82b7-ae4e6bb579fa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-410310538-network', 'tenant_id': '526f0c023217424d8ddde06706fff79c'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:31:49.540117 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8edaf27-e738-437d-8c76-cb3a19daba8e admin admin] Network 4ffa76ed-e644-420a-9be5-452073c9d2f3 is scheduled to be hosted by DHCP agent acc21e7f-c3fd-47ad-b523-e51f8b89f08b with binding_index 1 {{(pid=103781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 19:31:49.551646 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-22e398f8-749a-4f5b-849f-e2874d65c4fc admin admin] Publish callbacks [] for security_group (0bbaead7-b879-4cc9-b8f2-34f9c41fd798), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:49.579262 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec1c282-bda0-45c6-82b7-ae4e6bb579fa admin admin] Made reservation on behalf of 526f0c023217424d8ddde06706fff79c for: {'network': 1} {{(pid=103781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:31:49.582017 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-5ec1c282-bda0-45c6-82b7-ae4e6bb579fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for network (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:49.593854 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-5ec1c282-bda0-45c6-82b7-ae4e6bb579fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:49.673522 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [None req-f8edaf27-e738-437d-8c76-cb3a19daba8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-10-iscsi, 4ffa76ed-e644-420a-9be5-452073c9d2f3) {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:31:49.680203 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8edaf27-e738-437d-8c76-cb3a19daba8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:49.686178 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f8edaf27-e738-437d-8c76-cb3a19daba8e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:49.687716 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725d29fa-4af5-4f46-a75e-10f98ce067e3 None None] Network 4ffa76ed-e644-420a-9be5-452073c9d2f3 requested from dv-cinder-840678-10-iscsi {{(pid=103782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 19:31:49.730972 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-5ec1c282-bda0-45c6-82b7-ae4e6bb579fa admin admin] Publish callbacks [] for security_group (3cb4f89d-920e-4ac8-8c3a-f4ffd1691fc1), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:49.747729 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-22e398f8-749a-4f5b-849f-e2874d65c4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (0bbaead7-b879-4cc9-b8f2-34f9c41fd798), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:49.797301 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-22e398f8-749a-4f5b-849f-e2874d65c4fc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cd0a7a46d0d34dd480e771b2d711242a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5639515 May 17 19:31:49.797527 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 41888) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:31:49.798116 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e398f8-749a-4f5b-849f-e2874d65c4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bbaead7-b879-4cc9-b8f2-34f9c41fd798,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:49.844518 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-f8edaf27-e738-437d-8c76-cb3a19daba8e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1595883 May 17 19:31:49.847147 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 41890) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:31:49.860987 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-cd4506f4-af70-412f-a013-b5ed7f14a767 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2088878763-router', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'}}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:31:49.871331 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bab5c7c-dd6f-4f4c-88a7-86f586d4b192 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83202b5c-fe6e-5d7f-b73b-0865743d1271-4ffa76ed-e644-420a-9be5-452073c9d2f3', 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3', 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'fixed_ips': [{'subnet_id': 'a5e80cf4-1ae6-4a34-89f9-235de223b3bb'}]}} from dv-cinder-840678-10-iscsi. {{(pid=103782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 19:31:49.873637 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-5ec1c282-bda0-45c6-82b7-ae4e6bb579fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (3cb4f89d-920e-4ac8-8c3a-f4ffd1691fc1), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:49.880376 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-6bab5c7c-dd6f-4f4c-88a7-86f586d4b192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:49.893389 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-07aa46c4-ea66-4f18-b72c-3736a3aab64e admin admin] Publish callbacks [] for security_group (0bbaead7-b879-4cc9-b8f2-34f9c41fd798), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:49.936086 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ec1c282-bda0-45c6-82b7-ae4e6bb579fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=103781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 19:31:49.954995 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec1c282-bda0-45c6-82b7-ae4e6bb579fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb4f89d-920e-4ac8-8c3a-f4ffd1691fc1,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:49.960209 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-07aa46c4-ea66-4f18-b72c-3736a3aab64e admin admin] Publish callbacks [] for security_group (0bbaead7-b879-4cc9-b8f2-34f9c41fd798), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:49.968511 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-5ec1c282-bda0-45c6-82b7-ae4e6bb579fa admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792041590285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944438'] for segment (3280cf96-7bfd-405c-91a2-25dd406d81ff), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:49.968842 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.db.segments_db [None req-5ec1c282-bda0-45c6-82b7-ae4e6bb579fa admin admin] Added segment 3280cf96-7bfd-405c-91a2-25dd406d81ff of type vlan for network 66826fc9-a7d1-4546-aded-6352b0954327 May 17 19:31:50.069377 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-5ec1c282-bda0-45c6-82b7-ae4e6bb579fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792041130644'] for network (66826fc9-a7d1-4546-aded-6352b0954327), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:50.075367 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.db_base_plugin_common [None req-6bab5c7c-dd6f-4f4c-88a7-86f586d4b192 None None] Allocated IP 172.20.0.2 (4ffa76ed-e644-420a-9be5-452073c9d2f3/a5e80cf4-1ae6-4a34-89f9-235de223b3bb/1833ccdf-566f-4441-be3b-0e1919b33e4b) {{(pid=103782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:31:50.091101 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-cd4506f4-af70-412f-a013-b5ed7f14a767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16658731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1120'] for router (0f9e3f65-5b38-42b5-9c21-15afbf1bb548), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:50.094753 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-cd4506f4-af70-412f-a013-b5ed7f14a767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16658911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16763698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16258091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1129'] for router (0f9e3f65-5b38-42b5-9c21-15afbf1bb548), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:50.156960 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-cd4506f4-af70-412f-a013-b5ed7f14a767 admin admin] Publish callbacks [] for router_controller (0f9e3f65-5b38-42b5-9c21-15afbf1bb548), precommit_add_association {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:50.253008 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:50.260117 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-07aa46c4-ea66-4f18-b72c-3736a3aab64e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (0bbaead7-b879-4cc9-b8f2-34f9c41fd798), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:50.263086 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-07aa46c4-ea66-4f18-b72c-3736a3aab64e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:50.266982 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-07aa46c4-ea66-4f18-b72c-3736a3aab64e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0bbaead7-b879-4cc9-b8f2-34f9c41fd798 HTTP/1.1" status: 204 len: 168 time: 0.4681439 May 17 19:31:50.271441 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-5ec1c282-bda0-45c6-82b7-ae4e6bb579fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519'] for network (66826fc9-a7d1-4546-aded-6352b0954327), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:50.272563 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec1c282-bda0-45c6-82b7-ae4e6bb579fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:50.273449 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-5ec1c282-bda0-45c6-82b7-ae4e6bb579fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for network (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:50.282824 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-6bab5c7c-dd6f-4f4c-88a7-86f586d4b192 None None] Publish callbacks [] for port (1833ccdf-566f-4441-be3b-0e1919b33e4b), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:50.311504 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aa46c4-ea66-4f18-b72c-3736a3aab64e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bbaead7-b879-4cc9-b8f2-34f9c41fd798,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:50.340757 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-6bab5c7c-dd6f-4f4c-88a7-86f586d4b192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167'] for port (1833ccdf-566f-4441-be3b-0e1919b33e4b), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:50.390088 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bab5c7c-dd6f-4f4c-88a7-86f586d4b192 None None] Network 4ffa76ed-e644-420a-9be5-452073c9d2f3 is already hosted by enough agents. {{(pid=103782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:31:50.398027 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [None req-6bab5c7c-dd6f-4f4c-88a7-86f586d4b192 None None] Resources bound (agent type, host, resource id): {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:31:50.402274 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bab5c7c-dd6f-4f4c-88a7-86f586d4b192 None None] Received port after_create {{(pid=103782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:31:50.405683 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5c7c-dd6f-4f4c-88a7-86f586d4b192 None None] Pushing event updated for resources: {'Port': ['ID=1833ccdf-566f-4441-be3b-0e1919b33e4b,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:50.505196 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-6bab5c7c-dd6f-4f4c-88a7-86f586d4b192 None None] Attempting to bind port 1833ccdf-566f-4441-be3b-0e1919b33e4b on host dv-cinder-840678-10-iscsi for vnic_type normal with profile {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 19:31:50.505500 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-6bab5c7c-dd6f-4f4c-88a7-86f586d4b192 None None] Attempting to bind port 1833ccdf-566f-4441-be3b-0e1919b33e4b by drivers openvswitch,hyperv on host dv-cinder-840678-10-iscsi at level 0 using segments [{'id': '8cc326ee-5f9e-416b-8025-9d11d0786f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3'}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 19:31:50.505830 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bab5c7c-dd6f-4f4c-88a7-86f586d4b192 None None] Attempting to bind port 1833ccdf-566f-4441-be3b-0e1919b33e4b on network 4ffa76ed-e644-420a-9be5-452073c9d2f3 {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:31:50.512812 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bab5c7c-dd6f-4f4c-88a7-86f586d4b192 None None] Checking agent: {'id': 'ad42d2f6-c134-426b-9061-deff100c9b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 19, 20, 51), 'started_at': datetime.datetime(2022, 5, 17, 19, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 19, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 19:31:50.513199 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bab5c7c-dd6f-4f4c-88a7-86f586d4b192 None None] Checking segment: {'id': '8cc326ee-5f9e-416b-8025-9d11d0786f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:31:50.513574 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-6bab5c7c-dd6f-4f4c-88a7-86f586d4b192 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:50.513961 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bab5c7c-dd6f-4f4c-88a7-86f586d4b192 None None] Bound using segment: {'id': '8cc326ee-5f9e-416b-8025-9d11d0786f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3'} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 19:31:50.514425 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-6bab5c7c-dd6f-4f4c-88a7-86f586d4b192 None None] Bound port: 1833ccdf-566f-4441-be3b-0e1919b33e4b, host: dv-cinder-840678-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cc326ee-5f9e-416b-8025-9d11d0786f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3'}}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 19:31:50.514795 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-6bab5c7c-dd6f-4f4c-88a7-86f586d4b192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (1833ccdf-566f-4441-be3b-0e1919b33e4b), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:50.633126 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e958b-eee8-4f17-903c-927c2ebf3d9a req-bd7090cb-b03f-4dfe-8521-cb8d251b8533 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:50.638076 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-6bab5c7c-dd6f-4f4c-88a7-86f586d4b192 None None] For port 1833ccdf-566f-4441-be3b-0e1919b33e4b, host dv-cinder-840678-10-iscsi, cleared binding levels {{(pid=103782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 19:31:50.642592 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-266e958b-eee8-4f17-903c-927c2ebf3d9a req-bd7090cb-b03f-4dfe-8521-cb8d251b8533 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=2949df44-a27c-4dc1-acd9-0754c0314ed1 HTTP/1.1" status: 200 len: 945 time: 0.0749590 May 17 19:31:50.643990 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-6bab5c7c-dd6f-4f4c-88a7-86f586d4b192 None None] For port 1833ccdf-566f-4441-be3b-0e1919b33e4b, host dv-cinder-840678-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=1833ccdf-566f-4441-be3b-0e1919b33e4b,segment=NetworkSegment(8cc326ee-5f9e-416b-8025-9d11d0786f2c),segment_id=8cc326ee-5f9e-416b-8025-9d11d0786f2c)] {{(pid=103782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 19:31:50.705365 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-266e958b-eee8-4f17-903c-927c2ebf3d9a req-aff07be5-3c4c-4c6b-adc5-9b0ef5c8acaa tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616448 May 17 19:31:50.740687 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-6bab5c7c-dd6f-4f4c-88a7-86f586d4b192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (1833ccdf-566f-4441-be3b-0e1919b33e4b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:50.763831 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec1c282-bda0-45c6-82b7-ae4e6bb579fa admin admin] Pushing event updated for resources: {'Network': ['ID=66826fc9-a7d1-4546-aded-6352b0954327,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:50.800239 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Network 66826fc9-a7d1-4546-aded-6352b0954327 details requested by agent ovs-agent-dv-cinder-840678-10-iscsi with host dv-cinder-840678-10-iscsi {{(pid=103782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 19:31:50.818520 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-5ec1c282-bda0-45c6-82b7-ae4e6bb579fa admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.5641105 May 17 19:31:50.821602 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 41904) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:31:50.827131 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [None req-bf788351-2565-438c-91b3-ea61756d6e38 admin admin] Request body: {'subnet': {'network_id': '66826fc9-a7d1-4546-aded-6352b0954327', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-410310538-subnet', 'tenant_id': '526f0c023217424d8ddde06706fff79c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:31:50.896439 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-cd4506f4-af70-412f-a013-b5ed7f14a767 admin admin] Publish callbacks [] for router_gateway (0f9e3f65-5b38-42b5-9c21-15afbf1bb548), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:50.909710 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5c7c-dd6f-4f4c-88a7-86f586d4b192 None None] Pushing event updated for resources: {'Port': ['ID=1833ccdf-566f-4441-be3b-0e1919b33e4b,revision_number=2']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:50.931030 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf788351-2565-438c-91b3-ea61756d6e38 admin admin] Made reservation on behalf of 526f0c023217424d8ddde06706fff79c for: {'subnet': 1} {{(pid=103780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:31:50.933667 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-bf788351-2565-438c-91b3-ea61756d6e38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58575369'] for subnet (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:50.937810 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7380bc08-084d-428c-ab98-b03ade4f3ac7 req-acaf3a94-4071-4464-8673-85248a89018d tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:50.949664 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7380bc08-084d-428c-ab98-b03ade4f3ac7 req-acaf3a94-4071-4464-8673-85248a89018d tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 945 time: 0.2830901 May 17 19:31:51.081832 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7380bc08-084d-428c-ab98-b03ade4f3ac7 req-71c6062d-b73a-41b6-90e9-7ca0b9f6d76d tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311502 May 17 19:31:51.396952 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-cd4506f4-af70-412f-a013-b5ed7f14a767 admin admin] Publish callbacks [] for router_gateway (0f9e3f65-5b38-42b5-9c21-15afbf1bb548), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:51.431543 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-cd4506f4-af70-412f-a013-b5ed7f14a767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:51.533355 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-bf788351-2565-438c-91b3-ea61756d6e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16348314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13015687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58575391'] for subnet (1d2824ef-f91e-4f88-8223-f2bb00b778e0), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:51.582245 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:51.583126 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_common [None req-cd4506f4-af70-412f-a013-b5ed7f14a767 admin admin] Allocated IP 172.27.2.114 (a8e71caf-cf8f-487f-b3e8-f30c47275c44/5b8cb9fa-be03-458e-a77b-33fb963ee3d0/af596b85-070e-475b-94cd-1ec2355567c8) {{(pid=103781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:31:51.618676 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf788351-2565-438c-91b3-ea61756d6e38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d2824ef-f91e-4f88-8223-f2bb00b778e0,revision_number=0']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:51.653043 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf788351-2565-438c-91b3-ea61756d6e38 admin admin] Checking segment: {'id': '3280cf96-7bfd-405c-91a2-25dd406d81ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '66826fc9-a7d1-4546-aded-6352b0954327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:31:51.654200 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf788351-2565-438c-91b3-ea61756d6e38 admin admin] Network hostable DHCP agents. Network: 66826fc9-a7d1-4546-aded-6352b0954327, hostable agents: ['acc21e7f-c3fd-47ad-b523-e51f8b89f08b'], hosted agents: [] {{(pid=103780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 19:31:51.742500 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf788351-2565-438c-91b3-ea61756d6e38 admin admin] Network 66826fc9-a7d1-4546-aded-6352b0954327 is scheduled to be hosted by DHCP agent acc21e7f-c3fd-47ad-b523-e51f8b89f08b with binding_index 1 {{(pid=103780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 19:31:51.809785 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-cd4506f4-af70-412f-a013-b5ed7f14a767 admin admin] Publish callbacks [] for port (af596b85-070e-475b-94cd-1ec2355567c8), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:51.898220 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.base_scheduler [None req-bf788351-2565-438c-91b3-ea61756d6e38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-10-iscsi, 66826fc9-a7d1-4546-aded-6352b0954327) {{(pid=103780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:31:51.905880 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c4af9f-0f12-4cad-9450-cd8bfaac718a None None] Network 66826fc9-a7d1-4546-aded-6352b0954327 requested from dv-cinder-840678-10-iscsi {{(pid=103782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 19:31:51.925088 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf788351-2565-438c-91b3-ea61756d6e38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:51.925088 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-bf788351-2565-438c-91b3-ea61756d6e38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for subnet (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:51.943283 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-cd4506f4-af70-412f-a013-b5ed7f14a767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (af596b85-070e-475b-94cd-1ec2355567c8), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:51.985276 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a36b1ea-854f-47ad-9f2e-833b15b61d9b req-d1766e64-e232-4d97-94b9-c25eaa8724a5 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:51.986872 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-1a36b1ea-854f-47ad-9f2e-833b15b61d9b req-d1766e64-e232-4d97-94b9-c25eaa8724a5 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=2949df44-a27c-4dc1-acd9-0754c0314ed1 HTTP/1.1" status: 200 len: 945 time: 0.1825235 May 17 19:31:52.061231 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device 1833ccdf-566f-4441-be3b-0e1919b33e4b up at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:31:52.083823 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4506f4-af70-412f-a013-b5ed7f14a767 admin admin] Pushing event updated for resources: {'Port': ['ID=af596b85-070e-475b-94cd-1ec2355567c8,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:52.104343 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-bf788351-2565-438c-91b3-ea61756d6e38 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2812116 May 17 19:31:52.132043 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4506f4-af70-412f-a013-b5ed7f14a767 admin admin] Network a8e71caf-cf8f-487f-b3e8-f30c47275c44 is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:31:52.139915 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [None req-cd4506f4-af70-412f-a013-b5ed7f14a767 admin admin] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:31:52.144274 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4506f4-af70-412f-a013-b5ed7f14a767 admin admin] Received port after_create {{(pid=103781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:31:52.156350 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fce5da2-c803-40e7-a936-fc6f71cdfd2b None None] Network 66826fc9-a7d1-4546-aded-6352b0954327 requested from dv-cinder-840678-10-iscsi {{(pid=103782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 19:31:52.220288 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-1a36b1ea-854f-47ad-9f2e-833b15b61d9b req-6657dc16-31b1-4ed6-89ab-359339861615 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160647 May 17 19:31:52.339862 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Provisioning complete for port 1833ccdf-566f-4441-be3b-0e1919b33e4b triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:31:52.340240 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (1833ccdf-566f-4441-be3b-0e1919b33e4b), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:52.440078 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141286f-9bff-4d56-9cf6-975e5d87b13c req-8daf1513-6593-4bb1-8086-5b0596fa1c53 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:52.441873 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d141286f-9bff-4d56-9cf6-975e5d87b13c req-8daf1513-6593-4bb1-8086-5b0596fa1c53 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 945 time: 0.1379018 May 17 19:31:52.465265 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port 1833ccdf-566f-4441-be3b-0e1919b33e4b is: DOWN; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:31:52.465922 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (1833ccdf-566f-4441-be3b-0e1919b33e4b), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:52.511915 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] For port 1833ccdf-566f-4441-be3b-0e1919b33e4b, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=1833ccdf-566f-4441-be3b-0e1919b33e4b,segment=NetworkSegment(8cc326ee-5f9e-416b-8025-9d11d0786f2c),segment_id=8cc326ee-5f9e-416b-8025-9d11d0786f2c)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:31:52.560014 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d141286f-9bff-4d56-9cf6-975e5d87b13c req-843de079-69a4-4e1b-8ec0-c00914edbedc tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970204 May 17 19:31:52.607892 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (1833ccdf-566f-4441-be3b-0e1919b33e4b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:52.863569 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7628ebe2-adbe-4c12-97ef-63c7031b850c None None] Network 4ffa76ed-e644-420a-9be5-452073c9d2f3 requested from dv-cinder-840678-10-iscsi {{(pid=103782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 19:31:52.924515 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-2999b008-28bd-45bd-bd34-d80679c3eaea None None] Provisioning complete for port 1833ccdf-566f-4441-be3b-0e1919b33e4b triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:31:52.924515 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-2999b008-28bd-45bd-bd34-d80679c3eaea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (1833ccdf-566f-4441-be3b-0e1919b33e4b), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:52.925350 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-cd4506f4-af70-412f-a013-b5ed7f14a767 admin admin] Publish callbacks [] for router_gateway (0f9e3f65-5b38-42b5-9c21-15afbf1bb548), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:53.021367 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Pushing event updated for resources: {'Port': ['ID=1833ccdf-566f-4441-be3b-0e1919b33e4b,revision_number=3']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:53.100331 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-2999b008-28bd-45bd-bd34-d80679c3eaea None None] Current status of the port 1833ccdf-566f-4441-be3b-0e1919b33e4b is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:31:53.185254 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-cd4506f4-af70-412f-a013-b5ed7f14a767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16658854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16763877'] for router (0f9e3f65-5b38-42b5-9c21-15afbf1bb548), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:53.319052 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-34daf18a-38a1-4778-8235-bf01ecbc6f14 None None] Provisioning complete for port 1833ccdf-566f-4441-be3b-0e1919b33e4b triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:31:53.319441 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-34daf18a-38a1-4778-8235-bf01ecbc6f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (1833ccdf-566f-4441-be3b-0e1919b33e4b), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:53.393169 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-34daf18a-38a1-4778-8235-bf01ecbc6f14 None None] Current status of the port 1833ccdf-566f-4441-be3b-0e1919b33e4b is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:31:53.553350 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd4506f4-af70-412f-a013-b5ed7f14a767 admin admin] Router 0f9e3f65-5b38-42b5-9c21-15afbf1bb548 is scheduled to L3 agent d0bc9f74-feb0-4354-bd47-885486f1ec0d with binding_index 1 {{(pid=103781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 19:31:53.677199 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4506f4-af70-412f-a013-b5ed7f14a767 admin admin] Notify agent at l3_agent.dv-cinder-840678-10-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 19:31:53.686690 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257a68cc-d9f5-455a-b5a0-8d0f13fa3394 None None] Sync routers for ids ['0f9e3f65-5b38-42b5-9c21-15afbf1bb548'] in dv-cinder-840678-10-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 19:31:53.701781 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257a68cc-d9f5-455a-b5a0-8d0f13fa3394 None None] Routers {'0f9e3f65-5b38-42b5-9c21-15afbf1bb548'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:31:53.704591 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-257a68cc-d9f5-455a-b5a0-8d0f13fa3394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:31:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['0f9e3f65-5b38-42b5-9c21-15afbf1bb548'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:31:53.739548 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32406ec2-c65d-49cc-9fc1-a320d2790f4f req-e85730ce-99c3-4d4b-8771-29396a3abc05 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:53.742561 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-32406ec2-c65d-49cc-9fc1-a320d2790f4f req-e85730ce-99c3-4d4b-8771-29396a3abc05 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 945 time: 0.1021700 May 17 19:31:53.771784 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-cd4506f4-af70-412f-a013-b5ed7f14a767 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:53.774675 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-cd4506f4-af70-412f-a013-b5ed7f14a767 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.9207821 May 17 19:31:53.777619 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 41958) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:31:53.814087 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-257a68cc-d9f5-455a-b5a0-8d0f13fa3394 None None] Set router 0f9e3f65-5b38-42b5-9c21-15afbf1bb548 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:31:53.876252 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-32406ec2-c65d-49cc-9fc1-a320d2790f4f req-72b8a3ff-2801-47a7-9e89-7e29ed834712 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247616 May 17 19:31:53.939365 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device 1833ccdf-566f-4441-be3b-0e1919b33e4b up at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:31:54.013591 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Provisioning complete for port 1833ccdf-566f-4441-be3b-0e1919b33e4b triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:31:54.014195 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (1833ccdf-566f-4441-be3b-0e1919b33e4b), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:54.120885 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port 1833ccdf-566f-4441-be3b-0e1919b33e4b is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:31:54.236515 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-257a68cc-d9f5-455a-b5a0-8d0f13fa3394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'name': 'tempest-TestVolumeBootPattern-2088878763-router', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'af596b85-070e-475b-94cd-1ec2355567c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:31:50Z', 'updated_at': '2022-05-17T19:31:52Z', 'revision_number': 3, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'gw_port': {'id': 'af596b85-070e-475b-94cd-1ec2355567c8', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ff:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:31:51Z', 'updated_at': '2022-05-17T19:31:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi'}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:31:54.267059 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257a68cc-d9f5-455a-b5a0-8d0f13fa3394 None None] Checking router: 0f9e3f65-5b38-42b5-9c21-15afbf1bb548 for host: dv-cinder-840678-10-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 19:31:54.267848 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257a68cc-d9f5-455a-b5a0-8d0f13fa3394 None None] Updating router 0f9e3f65-5b38-42b5-9c21-15afbf1bb548 port af596b85-070e-475b-94cd-1ec2355567c8 binding host dv-cinder-840678-10-iscsi {{(pid=103783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 19:31:54.300767 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-257a68cc-d9f5-455a-b5a0-8d0f13fa3394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (af596b85-070e-475b-94cd-1ec2355567c8), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:54.512953 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-86b24e29-4443-4958-8d32-bde866516f81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:54.680976 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-257a68cc-d9f5-455a-b5a0-8d0f13fa3394 None None] Publish callbacks [] for port (af596b85-070e-475b-94cd-1ec2355567c8), precommit_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:54.756609 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-257a68cc-d9f5-455a-b5a0-8d0f13fa3394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (af596b85-070e-475b-94cd-1ec2355567c8), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:54.774429 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_common [None req-86b24e29-4443-4958-8d32-bde866516f81 admin admin] Allocated IP 172.20.0.1 (4ffa76ed-e644-420a-9be5-452073c9d2f3/a5e80cf4-1ae6-4a34-89f9-235de223b3bb/19716c39-6320-4e43-9463-294f60ef6870) {{(pid=103781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:31:54.848571 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-257a68cc-d9f5-455a-b5a0-8d0f13fa3394 None None] Attempting to bind port af596b85-070e-475b-94cd-1ec2355567c8 on host dv-cinder-840678-10-iscsi for vnic_type normal with profile {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 19:31:54.849055 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-257a68cc-d9f5-455a-b5a0-8d0f13fa3394 None None] Attempting to bind port af596b85-070e-475b-94cd-1ec2355567c8 by drivers openvswitch,hyperv on host dv-cinder-840678-10-iscsi at level 0 using segments [{'id': '9ce1d97a-7b85-460d-9e35-dbb6f20db43d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 19:31:54.849258 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257a68cc-d9f5-455a-b5a0-8d0f13fa3394 None None] Attempting to bind port af596b85-070e-475b-94cd-1ec2355567c8 on network a8e71caf-cf8f-487f-b3e8-f30c47275c44 {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:31:54.856242 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6debe5de-59dd-4c73-94d1-cb322919e6c7 None None] Pushing event updated for resources: {'Port': ['ID=af596b85-070e-475b-94cd-1ec2355567c8,revision_number=2']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:54.861828 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257a68cc-d9f5-455a-b5a0-8d0f13fa3394 None None] Checking agent: {'id': 'ad42d2f6-c134-426b-9061-deff100c9b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 19, 20, 51), 'started_at': datetime.datetime(2022, 5, 17, 19, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 19, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 19:31:54.862219 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257a68cc-d9f5-455a-b5a0-8d0f13fa3394 None None] Checking segment: {'id': '9ce1d97a-7b85-460d-9e35-dbb6f20db43d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:31:54.862966 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-257a68cc-d9f5-455a-b5a0-8d0f13fa3394 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:54.863358 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257a68cc-d9f5-455a-b5a0-8d0f13fa3394 None None] Bound using segment: {'id': '9ce1d97a-7b85-460d-9e35-dbb6f20db43d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 19:31:54.863888 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-257a68cc-d9f5-455a-b5a0-8d0f13fa3394 None None] Bound port: af596b85-070e-475b-94cd-1ec2355567c8, host: dv-cinder-840678-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce1d97a-7b85-460d-9e35-dbb6f20db43d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'}}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 19:31:54.864259 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-257a68cc-d9f5-455a-b5a0-8d0f13fa3394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (af596b85-070e-475b-94cd-1ec2355567c8), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:54.914335 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6debe5de-59dd-4c73-94d1-cb322919e6c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:31:54.915180 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6debe5de-59dd-4c73-94d1-cb322919e6c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:31:54.915569 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6debe5de-59dd-4c73-94d1-cb322919e6c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:31:54.915927 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6debe5de-59dd-4c73-94d1-cb322919e6c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:31:54.916263 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6debe5de-59dd-4c73-94d1-cb322919e6c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:31:54.916602 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6debe5de-59dd-4c73-94d1-cb322919e6c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:31:54.917011 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6debe5de-59dd-4c73-94d1-cb322919e6c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:31:54.917894 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6debe5de-59dd-4c73-94d1-cb322919e6c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:31:54.918232 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6debe5de-59dd-4c73-94d1-cb322919e6c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:31:54.919067 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6debe5de-59dd-4c73-94d1-cb322919e6c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:31:54.919395 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6debe5de-59dd-4c73-94d1-cb322919e6c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:31:54.920169 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6debe5de-59dd-4c73-94d1-cb322919e6c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:31:54.920500 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6debe5de-59dd-4c73-94d1-cb322919e6c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:31:54.920824 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6debe5de-59dd-4c73-94d1-cb322919e6c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:31:54.921143 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6debe5de-59dd-4c73-94d1-cb322919e6c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:31:54.947825 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-86b24e29-4443-4958-8d32-bde866516f81 admin admin] Publish callbacks [] for port (19716c39-6320-4e43-9463-294f60ef6870), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:54.998305 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-257a68cc-d9f5-455a-b5a0-8d0f13fa3394 None None] For port af596b85-070e-475b-94cd-1ec2355567c8, host dv-cinder-840678-10-iscsi, cleared binding levels {{(pid=103783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 19:31:55.002036 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-257a68cc-d9f5-455a-b5a0-8d0f13fa3394 None None] For port af596b85-070e-475b-94cd-1ec2355567c8, host dv-cinder-840678-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=af596b85-070e-475b-94cd-1ec2355567c8,segment=NetworkSegment(9ce1d97a-7b85-460d-9e35-dbb6f20db43d),segment_id=9ce1d97a-7b85-460d-9e35-dbb6f20db43d)] {{(pid=103783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 19:31:55.115471 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-86b24e29-4443-4958-8d32-bde866516f81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (19716c39-6320-4e43-9463-294f60ef6870), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:55.117071 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-257a68cc-d9f5-455a-b5a0-8d0f13fa3394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (af596b85-070e-475b-94cd-1ec2355567c8), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:55.211643 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945c2eb-5201-4f2d-ac75-8f87366edcda req-0d0661f5-1ad6-44d6-84a1-e4784cc6ff73 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:55.215186 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d945c2eb-5201-4f2d-ac75-8f87366edcda req-0d0661f5-1ad6-44d6-84a1-e4784cc6ff73 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 945 time: 0.1828792 May 17 19:31:55.237344 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b24e29-4443-4958-8d32-bde866516f81 admin admin] Network 4ffa76ed-e644-420a-9be5-452073c9d2f3 is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:31:55.264340 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257a68cc-d9f5-455a-b5a0-8d0f13fa3394 None None] Routers {'0f9e3f65-5b38-42b5-9c21-15afbf1bb548'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:31:55.264785 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 42052) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:31:55.265267 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-257a68cc-d9f5-455a-b5a0-8d0f13fa3394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:31:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['0f9e3f65-5b38-42b5-9c21-15afbf1bb548'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:31:55.270268 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [None req-55840cdb-33ab-42dc-800a-20e0d74ef20a tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Request body: {'security_group': {'name': 'tempest-securitygroup--532344642', 'description': 'tempest-description--324067470'}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:31:55.290603 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [None req-86b24e29-4443-4958-8d32-bde866516f81 admin admin] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:31:55.311587 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6debe5de-59dd-4c73-94d1-cb322919e6c7 None None] Pushing event updated for resources: {'Port': ['ID=af596b85-070e-475b-94cd-1ec2355567c8,revision_number=3']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:55.320318 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b24e29-4443-4958-8d32-bde866516f81 admin admin] Received port after_create {{(pid=103781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:31:55.422383 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-55840cdb-33ab-42dc-800a-20e0d74ef20a tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks [] for security_group (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:55.434702 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-86b24e29-4443-4958-8d32-bde866516f81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16761288'] for router_interface (0f9e3f65-5b38-42b5-9c21-15afbf1bb548), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:55.519092 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b24e29-4443-4958-8d32-bde866516f81 admin admin] Pushing event updated for resources: {'Port': ['ID=19716c39-6320-4e43-9463-294f60ef6870,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:55.539804 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-257a68cc-d9f5-455a-b5a0-8d0f13fa3394 None None] Set router 0f9e3f65-5b38-42b5-9c21-15afbf1bb548 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:31:55.623824 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-55840cdb-33ab-42dc-800a-20e0d74ef20a tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks [] for security_group (4f20730c-0387-4878-ba3f-6860b536aa21), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:55.628269 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d945c2eb-5201-4f2d-ac75-8f87366edcda req-c54979fc-ae5e-48fc-8fa7-f75c35bbcbe7 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3889329 May 17 19:31:55.700062 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-55840cdb-33ab-42dc-800a-20e0d74ef20a tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (4f20730c-0387-4878-ba3f-6860b536aa21), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:55.738350 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-0ce662ee-779d-497f-a6e5-13413156d08d None None] Provisioning complete for port 19716c39-6320-4e43-9463-294f60ef6870 triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:31:55.738948 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0ce662ee-779d-497f-a6e5-13413156d08d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (19716c39-6320-4e43-9463-294f60ef6870), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:55.750705 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55840cdb-33ab-42dc-800a-20e0d74ef20a tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f20730c-0387-4878-ba3f-6860b536aa21,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:55.813164 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-55840cdb-33ab-42dc-800a-20e0d74ef20a tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:55.819399 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-55840cdb-33ab-42dc-800a-20e0d74ef20a tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5514493 May 17 19:31:55.819399 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 42074) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:31:55.824281 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [None req-e17951be-b6b2-46c1-865a-754cc18701df tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Request body: {'security_group_rule': {'security_group_id': '4f20730c-0387-4878-ba3f-6860b536aa21', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:31:55.847303 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-86b24e29-4443-4958-8d32-bde866516f81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (19716c39-6320-4e43-9463-294f60ef6870), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:55.854568 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0ce662ee-779d-497f-a6e5-13413156d08d None None] Port 19716c39-6320-4e43-9463-294f60ef6870 cannot update to ACTIVE because it is not bound. {{(pid=103782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 19:31:56.002965 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-e17951be-b6b2-46c1-865a-754cc18701df tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks [] for security_group_rule (d1696f5c-3e8b-430e-8eed-38f83f80e8f4), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:56.067507 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-257a68cc-d9f5-455a-b5a0-8d0f13fa3394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'name': 'tempest-TestVolumeBootPattern-2088878763-router', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'af596b85-070e-475b-94cd-1ec2355567c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:31:50Z', 'updated_at': '2022-05-17T19:31:52Z', 'revision_number': 3, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'gw_port': {'id': 'af596b85-070e-475b-94cd-1ec2355567c8', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ff:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:31:51Z', 'updated_at': '2022-05-17T19:31:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi'}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:31:56.119606 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257a68cc-d9f5-455a-b5a0-8d0f13fa3394 None None] The sync data for ids ['0f9e3f65-5b38-42b5-9c21-15afbf1bb548'] in dv-cinder-840678-10-iscsi is: [{'id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'name': 'tempest-TestVolumeBootPattern-2088878763-router', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'af596b85-070e-475b-94cd-1ec2355567c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:31:50Z', 'updated_at': '2022-05-17T19:31:52Z', 'revision_number': 3, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'gw_port': {'id': 'af596b85-070e-475b-94cd-1ec2355567c8', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ff:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:31:51Z', 'updated_at': '2022-05-17T19:31:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi'}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 19:31:56.146966 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-e17951be-b6b2-46c1-865a-754cc18701df tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks [] for security_group_rule (d1696f5c-3e8b-430e-8eed-38f83f80e8f4), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:56.214329 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-86b24e29-4443-4958-8d32-bde866516f81 admin admin] Publish callbacks [] for port (19716c39-6320-4e43-9463-294f60ef6870), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:56.254839 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-e17951be-b6b2-46c1-865a-754cc18701df tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321501'] for security_group_rule (d1696f5c-3e8b-430e-8eed-38f83f80e8f4), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:56.283012 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-86b24e29-4443-4958-8d32-bde866516f81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13820453'] for port (19716c39-6320-4e43-9463-294f60ef6870), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:56.322111 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17951be-b6b2-46c1-865a-754cc18701df tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1696f5c-3e8b-430e-8eed-38f83f80e8f4,revision_number=0']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:56.373122 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-e17951be-b6b2-46c1-865a-754cc18701df tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:56.374732 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-e17951be-b6b2-46c1-865a-754cc18701df tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5551615 May 17 19:31:56.377128 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 42090) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:31:56.382349 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [None req-baa9cc13-cb6d-4f87-8fe1-f44bfc221b9f tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Request body: {'security_group_rule': {'security_group_id': '4f20730c-0387-4878-ba3f-6860b536aa21', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:31:56.518379 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b24e29-4443-4958-8d32-bde866516f81 admin admin] Pushing event updated for resources: {'Port': ['ID=19716c39-6320-4e43-9463-294f60ef6870,revision_number=2']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:56.530887 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-86b24e29-4443-4958-8d32-bde866516f81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16360533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16761730'] for router_interface (0f9e3f65-5b38-42b5-9c21-15afbf1bb548), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:56.559008 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-baa9cc13-cb6d-4f87-8fe1-f44bfc221b9f tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks [] for security_group_rule (e3364691-1b42-478d-a37c-f3b96aa72c6e), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:56.679574 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-baa9cc13-cb6d-4f87-8fe1-f44bfc221b9f tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks [] for security_group_rule (e3364691-1b42-478d-a37c-f3b96aa72c6e), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:56.768191 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-baa9cc13-cb6d-4f87-8fe1-f44bfc221b9f tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321501'] for security_group_rule (e3364691-1b42-478d-a37c-f3b96aa72c6e), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:56.809507 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa9cc13-cb6d-4f87-8fe1-f44bfc221b9f tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3364691-1b42-478d-a37c-f3b96aa72c6e,revision_number=0']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:56.896056 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-baa9cc13-cb6d-4f87-8fe1-f44bfc221b9f tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:56.897754 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-baa9cc13-cb6d-4f87-8fe1-f44bfc221b9f tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5196168 May 17 19:31:56.900820 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 42106) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:31:56.907221 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [None req-da08d9fb-41ac-4033-beac-4cbb450b1cb2 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Request body: {'floatingip': {'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:31:57.007352 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15267a4-8661-4049-872d-276bf54a39ce req-33aa37e3-62e8-4c67-8f53-bec3a4e30740 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:57.008920 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e15267a4-8661-4049-872d-276bf54a39ce req-33aa37e3-62e8-4c67-8f53-bec3a4e30740 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 945 time: 0.0673850 May 17 19:31:57.029051 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b24e29-4443-4958-8d32-bde866516f81 admin admin] Network 4ffa76ed-e644-420a-9be5-452073c9d2f3 is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:31:57.033539 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-da08d9fb-41ac-4033-beac-4cbb450b1cb2 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:57.053662 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [None req-86b24e29-4443-4958-8d32-bde866516f81 admin admin] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:31:57.176890 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e15267a4-8661-4049-872d-276bf54a39ce req-151d97a9-fdc8-40da-a350-8d9a78585283 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605074 May 17 19:31:57.213789 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-da08d9fb-41ac-4033-beac-4cbb450b1cb2 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:57.279329 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b24e29-4443-4958-8d32-bde866516f81 admin admin] Router 0f9e3f65-5b38-42b5-9c21-15afbf1bb548 has already been hosted by L3 agent d0bc9f74-feb0-4354-bd47-885486f1ec0d {{(pid=103781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 19:31:57.407594 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-22037c93-832b-4d07-8d37-e3524f9375fc None None] Provisioning complete for port 19716c39-6320-4e43-9463-294f60ef6870 triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:31:57.408063 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-22037c93-832b-4d07-8d37-e3524f9375fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (19716c39-6320-4e43-9463-294f60ef6870), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:57.425671 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.db_base_plugin_common [None req-da08d9fb-41ac-4033-beac-4cbb450b1cb2 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Allocated IP 172.27.2.227 (a8e71caf-cf8f-487f-b3e8-f30c47275c44/5b8cb9fa-be03-458e-a77b-33fb963ee3d0/49060fe1-affb-42f7-94ab-c65f82acc139) {{(pid=103780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:31:57.439162 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b24e29-4443-4958-8d32-bde866516f81 admin admin] Notify agent at l3_agent.dv-cinder-840678-10-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 19:31:57.456127 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-86b24e29-4443-4958-8d32-bde866516f81 admin admin] 10.222.0.58 "PUT /v2.0/routers/0f9e3f65-5b38-42b5-9c21-15afbf1bb548/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6699409 May 17 19:31:57.509020 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-22037c93-832b-4d07-8d37-e3524f9375fc None None] Port 19716c39-6320-4e43-9463-294f60ef6870 cannot update to ACTIVE because it is not bound. {{(pid=103782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 19:31:57.592733 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-da08d9fb-41ac-4033-beac-4cbb450b1cb2 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks [] for port (49060fe1-affb-42f7-94ab-c65f82acc139), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:57.696888 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-da08d9fb-41ac-4033-beac-4cbb450b1cb2 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014583'] for port (49060fe1-affb-42f7-94ab-c65f82acc139), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:57.742607 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da08d9fb-41ac-4033-beac-4cbb450b1cb2 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Network a8e71caf-cf8f-487f-b3e8-f30c47275c44 is already hosted by enough agents. {{(pid=103780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:31:57.745697 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.base_scheduler [None req-da08d9fb-41ac-4033-beac-4cbb450b1cb2 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Resources bound (agent type, host, resource id): {{(pid=103780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:31:57.748202 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da08d9fb-41ac-4033-beac-4cbb450b1cb2 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Received port after_create {{(pid=103780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:31:57.827481 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da08d9fb-41ac-4033-beac-4cbb450b1cb2 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Pushing event updated for resources: {'Port': ['ID=49060fe1-affb-42f7-94ab-c65f82acc139,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:57.852520 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-da08d9fb-41ac-4033-beac-4cbb450b1cb2 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks [] for floatingip (ded70423-1105-4b93-aae4-49909486917d), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:57.930682 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device af596b85-070e-475b-94cd-1ec2355567c8 up at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:31:57.939403 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-da08d9fb-41ac-4033-beac-4cbb450b1cb2 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (49060fe1-affb-42f7-94ab-c65f82acc139), before_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:58.008233 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Provisioning complete for port af596b85-070e-475b-94cd-1ec2355567c8 triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:31:58.008614 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (af596b85-070e-475b-94cd-1ec2355567c8), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:58.089725 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port af596b85-070e-475b-94cd-1ec2355567c8 is: DOWN; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:31:58.090143 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (af596b85-070e-475b-94cd-1ec2355567c8), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:58.134052 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-da08d9fb-41ac-4033-beac-4cbb450b1cb2 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks [] for port (49060fe1-affb-42f7-94ab-c65f82acc139), precommit_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:58.136877 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] For port af596b85-070e-475b-94cd-1ec2355567c8, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=af596b85-070e-475b-94cd-1ec2355567c8,segment=NetworkSegment(9ce1d97a-7b85-460d-9e35-dbb6f20db43d),segment_id=9ce1d97a-7b85-460d-9e35-dbb6f20db43d)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:31:58.204845 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-da08d9fb-41ac-4033-beac-4cbb450b1cb2 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13014528'] for port (49060fe1-affb-42f7-94ab-c65f82acc139), after_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:58.242033 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (af596b85-070e-475b-94cd-1ec2355567c8), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:58.332183 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Pushing event updated for resources: {'Port': ['ID=af596b85-070e-475b-94cd-1ec2355567c8,revision_number=4']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:58.340986 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-da08d9fb-41ac-4033-beac-4cbb450b1cb2 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16764702'] for floatingip (ded70423-1105-4b93-aae4-49909486917d), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:58.348602 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da08d9fb-41ac-4033-beac-4cbb450b1cb2 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Pushing event updated for resources: {'Port': ['ID=49060fe1-affb-42f7-94ab-c65f82acc139,revision_number=2']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:58.395387 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494eb4e0-87c0-4d75-8b57-68aff1f6569b req-93c8162c-b111-4810-a200-b85af5b9c4b4 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:58.397071 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-494eb4e0-87c0-4d75-8b57-68aff1f6569b req-93c8162c-b111-4810-a200-b85af5b9c4b4 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 945 time: 0.0876520 May 17 19:31:58.445659 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-da08d9fb-41ac-4033-beac-4cbb450b1cb2 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for floatingip (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:58.461975 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-da08d9fb-41ac-4033-beac-4cbb450b1cb2 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5591767 May 17 19:31:58.478710 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-494eb4e0-87c0-4d75-8b57-68aff1f6569b req-c44b4498-d744-42d8-9f9a-46ec2ce94942 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732543 May 17 19:31:58.568677 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 42144) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:31:58.574286 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-14fed8fe-224f-4cd0-a7c6-990839b008c0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1095409236-network', 'tenant_id': '701b08622f74425e9cf481c9deebc111'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:31:58.642396 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc1b955-343a-4480-b024-2bdad6e06adf None None] Sync routers for ids ['0f9e3f65-5b38-42b5-9c21-15afbf1bb548'] in dv-cinder-840678-10-iscsi {{(pid=103782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 19:31:58.657610 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc1b955-343a-4480-b024-2bdad6e06adf None None] Routers {'0f9e3f65-5b38-42b5-9c21-15afbf1bb548'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:31:58.658226 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-bdc1b955-343a-4480-b024-2bdad6e06adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:31:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['0f9e3f65-5b38-42b5-9c21-15afbf1bb548'], 'active': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:31:58.697188 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14fed8fe-224f-4cd0-a7c6-990839b008c0 admin admin] Made reservation on behalf of 701b08622f74425e9cf481c9deebc111 for: {'network': 1} {{(pid=103781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:31:58.701304 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-14fed8fe-224f-4cd0-a7c6-990839b008c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for network (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:58.717667 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-14fed8fe-224f-4cd0-a7c6-990839b008c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:58.784911 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvr_db [None req-bdc1b955-343a-4480-b024-2bdad6e06adf None None] Set router 0f9e3f65-5b38-42b5-9c21-15afbf1bb548 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:31:58.820274 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-14fed8fe-224f-4cd0-a7c6-990839b008c0 admin admin] Publish callbacks [] for security_group (31bae316-9444-46a4-af1c-5f1b1235f5e8), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:58.882503 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-14fed8fe-224f-4cd0-a7c6-990839b008c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (31bae316-9444-46a4-af1c-5f1b1235f5e8), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:58.910400 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14fed8fe-224f-4cd0-a7c6-990839b008c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=103781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 19:31:58.931281 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fed8fe-224f-4cd0-a7c6-990839b008c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31bae316-9444-46a4-af1c-5f1b1235f5e8,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:58.934377 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-14fed8fe-224f-4cd0-a7c6-990839b008c0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792041590285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944438'] for segment (55a052b9-41e3-4ffe-bb9d-36bc86d2391b), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:58.934784 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.db.segments_db [None req-14fed8fe-224f-4cd0-a7c6-990839b008c0 admin admin] Added segment 55a052b9-41e3-4ffe-bb9d-36bc86d2391b of type vlan for network a4c8e57c-5f4f-424b-a02f-ceffad060016 May 17 19:31:58.990955 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-14fed8fe-224f-4cd0-a7c6-990839b008c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792041130644'] for network (a4c8e57c-5f4f-424b-a02f-ceffad060016), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:59.013800 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-bdc1b955-343a-4480-b024-2bdad6e06adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'name': 'tempest-TestVolumeBootPattern-2088878763-router', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'af596b85-070e-475b-94cd-1ec2355567c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:31:50Z', 'updated_at': '2022-05-17T19:31:55Z', 'revision_number': 4, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'gw_port': {'id': 'af596b85-070e-475b-94cd-1ec2355567c8', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ff:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:31:51Z', 'updated_at': '2022-05-17T19:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': '19716c39-6320-4e43-9463-294f60ef6870', 'name': '', 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'mac_address': 'fa:16:3e:0a:94:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'a5e80cf4-1ae6-4a34-89f9-235de223b3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:31:54Z', 'updated_at': '2022-05-17T19:31:55Z', 'revision_number': 2, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'subnets': [{'id': 'a5e80cf4-1ae6-4a34-89f9-235de223b3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:31:59.039591 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc1b955-343a-4480-b024-2bdad6e06adf None None] Checking router: 0f9e3f65-5b38-42b5-9c21-15afbf1bb548 for host: dv-cinder-840678-10-iscsi {{(pid=103782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 19:31:59.039944 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc1b955-343a-4480-b024-2bdad6e06adf None None] Updating router 0f9e3f65-5b38-42b5-9c21-15afbf1bb548 port 19716c39-6320-4e43-9463-294f60ef6870 binding host dv-cinder-840678-10-iscsi {{(pid=103782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 19:31:59.074260 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-bdc1b955-343a-4480-b024-2bdad6e06adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (19716c39-6320-4e43-9463-294f60ef6870), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:59.079226 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-14fed8fe-224f-4cd0-a7c6-990839b008c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519'] for network (a4c8e57c-5f4f-424b-a02f-ceffad060016), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:59.080616 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fed8fe-224f-4cd0-a7c6-990839b008c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:31:59.081324 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-14fed8fe-224f-4cd0-a7c6-990839b008c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for network (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:59.154530 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fed8fe-224f-4cd0-a7c6-990839b008c0 admin admin] Pushing event updated for resources: {'Network': ['ID=a4c8e57c-5f4f-424b-a02f-ceffad060016,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:59.276455 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Network a4c8e57c-5f4f-424b-a02f-ceffad060016 details requested by agent ovs-agent-dv-cinder-840678-10-iscsi with host dv-cinder-840678-10-iscsi {{(pid=103782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 19:31:59.492770 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-bdc1b955-343a-4480-b024-2bdad6e06adf None None] Publish callbacks [] for port (19716c39-6320-4e43-9463-294f60ef6870), precommit_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:59.781890 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-14fed8fe-224f-4cd0-a7c6-990839b008c0 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.2121553 May 17 19:31:59.784535 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 42164) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:31:59.789129 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-0e9e838e-1718-4d71-8cba-999d3bfbd04f admin admin] Request body: {'subnet': {'network_id': 'a4c8e57c-5f4f-424b-a02f-ceffad060016', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1095409236-subnet', 'tenant_id': '701b08622f74425e9cf481c9deebc111', 'ip_version': 4}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:31:59.900428 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device af596b85-070e-475b-94cd-1ec2355567c8 up at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:31:59.930864 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-bdc1b955-343a-4480-b024-2bdad6e06adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (19716c39-6320-4e43-9463-294f60ef6870), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:59.959322 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9e838e-1718-4d71-8cba-999d3bfbd04f admin admin] Made reservation on behalf of 701b08622f74425e9cf481c9deebc111 for: {'subnet': 1} {{(pid=103781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:31:59.961909 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-0e9e838e-1718-4d71-8cba-999d3bfbd04f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13613855'] for subnet (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:31:59.991845 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b5863-2300-48cd-b2e8-8afec6bfb2a9 None None] Pushing event updated for resources: {'Port': ['ID=19716c39-6320-4e43-9463-294f60ef6870,revision_number=3']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:31:59.998555 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Provisioning complete for port af596b85-070e-475b-94cd-1ec2355567c8 triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:31:59.998910 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (af596b85-070e-475b-94cd-1ec2355567c8), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:00.087442 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-bdc1b955-343a-4480-b024-2bdad6e06adf None None] Attempting to bind port 19716c39-6320-4e43-9463-294f60ef6870 on host dv-cinder-840678-10-iscsi for vnic_type normal with profile {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 19:32:00.087747 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-bdc1b955-343a-4480-b024-2bdad6e06adf None None] Attempting to bind port 19716c39-6320-4e43-9463-294f60ef6870 by drivers openvswitch,hyperv on host dv-cinder-840678-10-iscsi at level 0 using segments [{'id': '8cc326ee-5f9e-416b-8025-9d11d0786f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3'}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 19:32:00.088116 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc1b955-343a-4480-b024-2bdad6e06adf None None] Attempting to bind port 19716c39-6320-4e43-9463-294f60ef6870 on network 4ffa76ed-e644-420a-9be5-452073c9d2f3 {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:32:00.097784 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc1b955-343a-4480-b024-2bdad6e06adf None None] Checking agent: {'id': 'ad42d2f6-c134-426b-9061-deff100c9b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 19, 20, 51), 'started_at': datetime.datetime(2022, 5, 17, 19, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 19, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 19:32:00.098413 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc1b955-343a-4480-b024-2bdad6e06adf None None] Checking segment: {'id': '8cc326ee-5f9e-416b-8025-9d11d0786f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:32:00.098818 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-bdc1b955-343a-4480-b024-2bdad6e06adf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:00.099216 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc1b955-343a-4480-b024-2bdad6e06adf None None] Bound using segment: {'id': '8cc326ee-5f9e-416b-8025-9d11d0786f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3'} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 19:32:00.099715 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-bdc1b955-343a-4480-b024-2bdad6e06adf None None] Bound port: 19716c39-6320-4e43-9463-294f60ef6870, host: dv-cinder-840678-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cc326ee-5f9e-416b-8025-9d11d0786f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3'}}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 19:32:00.100116 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-bdc1b955-343a-4480-b024-2bdad6e06adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (19716c39-6320-4e43-9463-294f60ef6870), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:00.271340 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-0e9e838e-1718-4d71-8cba-999d3bfbd04f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16348314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13823650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13613833'] for subnet (83cadf87-64ed-4379-afe2-ba88bcc6f13f), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:00.320669 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port af596b85-070e-475b-94cd-1ec2355567c8 is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:32:00.332049 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9e838e-1718-4d71-8cba-999d3bfbd04f admin admin] Pushing event updated for resources: {'Subnet': ['ID=83cadf87-64ed-4379-afe2-ba88bcc6f13f,revision_number=0']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:32:00.345754 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-00b8d818-c70f-4685-8718-0a3921865572 None None] Provisioning complete for port 19716c39-6320-4e43-9463-294f60ef6870 triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:32:00.346178 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-00b8d818-c70f-4685-8718-0a3921865572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (19716c39-6320-4e43-9463-294f60ef6870), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:00.355411 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9e838e-1718-4d71-8cba-999d3bfbd04f admin admin] Checking segment: {'id': '55a052b9-41e3-4ffe-bb9d-36bc86d2391b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a4c8e57c-5f4f-424b-a02f-ceffad060016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:32:00.357005 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9e838e-1718-4d71-8cba-999d3bfbd04f admin admin] Network hostable DHCP agents. Network: a4c8e57c-5f4f-424b-a02f-ceffad060016, hostable agents: ['acc21e7f-c3fd-47ad-b523-e51f8b89f08b'], hosted agents: [] {{(pid=103781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 19:32:00.377703 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-bdc1b955-343a-4480-b024-2bdad6e06adf None None] For port 19716c39-6320-4e43-9463-294f60ef6870, host dv-cinder-840678-10-iscsi, cleared binding levels {{(pid=103782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 19:32:00.397727 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-bdc1b955-343a-4480-b024-2bdad6e06adf None None] For port 19716c39-6320-4e43-9463-294f60ef6870, host dv-cinder-840678-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=19716c39-6320-4e43-9463-294f60ef6870,segment=NetworkSegment(8cc326ee-5f9e-416b-8025-9d11d0786f2c),segment_id=8cc326ee-5f9e-416b-8025-9d11d0786f2c)] {{(pid=103782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 19:32:00.399087 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-00b8d818-c70f-4685-8718-0a3921865572 None None] Port 19716c39-6320-4e43-9463-294f60ef6870 cannot update to ACTIVE because it is not bound. {{(pid=103782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 19:32:00.442751 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9e838e-1718-4d71-8cba-999d3bfbd04f admin admin] Network a4c8e57c-5f4f-424b-a02f-ceffad060016 is scheduled to be hosted by DHCP agent acc21e7f-c3fd-47ad-b523-e51f8b89f08b with binding_index 1 {{(pid=103781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 19:32:00.471466 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-bdc1b955-343a-4480-b024-2bdad6e06adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (19716c39-6320-4e43-9463-294f60ef6870), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:00.546890 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b5863-2300-48cd-b2e8-8afec6bfb2a9 None None] Pushing event updated for resources: {'Port': ['ID=19716c39-6320-4e43-9463-294f60ef6870,revision_number=4']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:32:00.553534 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [None req-0e9e838e-1718-4d71-8cba-999d3bfbd04f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-10-iscsi, a4c8e57c-5f4f-424b-a02f-ceffad060016) {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:32:00.560509 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9e838e-1718-4d71-8cba-999d3bfbd04f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:00.560668 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc1b955-343a-4480-b024-2bdad6e06adf None None] Routers {'0f9e3f65-5b38-42b5-9c21-15afbf1bb548'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:32:00.561130 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-0e9e838e-1718-4d71-8cba-999d3bfbd04f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:00.561267 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-bdc1b955-343a-4480-b024-2bdad6e06adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:31:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['0f9e3f65-5b38-42b5-9c21-15afbf1bb548'], 'active': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:32:00.608801 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde405af-4686-4d70-ac2e-70b2827a9c70 None None] Network a4c8e57c-5f4f-424b-a02f-ceffad060016 requested from dv-cinder-840678-10-iscsi {{(pid=103782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 19:32:00.642295 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-0e9e838e-1718-4d71-8cba-999d3bfbd04f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8567348 May 17 19:32:00.645176 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 42176) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:32:00.650060 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [None req-22bc222f-b91a-42fa-9da4-b6c46c62bc6c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1095409236-router', 'tenant_id': '701b08622f74425e9cf481c9deebc111', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'}}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:32:00.748241 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-22bc222f-b91a-42fa-9da4-b6c46c62bc6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16658731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1120'] for router (9b11c8d4-367e-4bce-9355-9b101285d664), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:00.749474 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-22bc222f-b91a-42fa-9da4-b6c46c62bc6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16658911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16763698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16258091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1129'] for router (9b11c8d4-367e-4bce-9355-9b101285d664), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:00.816431 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvr_db [None req-bdc1b955-343a-4480-b024-2bdad6e06adf None None] Set router 0f9e3f65-5b38-42b5-9c21-15afbf1bb548 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:32:00.827685 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-22bc222f-b91a-42fa-9da4-b6c46c62bc6c admin admin] Publish callbacks [] for router_controller (9b11c8d4-367e-4bce-9355-9b101285d664), precommit_add_association {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:00.885026 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346944e8-3f7d-4456-ad6f-992fb6ce0918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83202b5c-fe6e-5d7f-b73b-0865743d1271-a4c8e57c-5f4f-424b-a02f-ceffad060016', 'network_id': 'a4c8e57c-5f4f-424b-a02f-ceffad060016', 'project_id': '701b08622f74425e9cf481c9deebc111', 'fixed_ips': [{'subnet_id': '83cadf87-64ed-4379-afe2-ba88bcc6f13f'}]}} from dv-cinder-840678-10-iscsi. {{(pid=103782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 19:32:00.886173 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-346944e8-3f7d-4456-ad6f-992fb6ce0918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:00.950799 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-4d1ab4ff-7cee-4bde-b8f2-b380b7a3133c None None] Provisioning complete for port 19716c39-6320-4e43-9463-294f60ef6870 triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:32:00.951386 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-4d1ab4ff-7cee-4bde-b8f2-b380b7a3133c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (19716c39-6320-4e43-9463-294f60ef6870), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:01.247506 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-4d1ab4ff-7cee-4bde-b8f2-b380b7a3133c None None] Current status of the port 19716c39-6320-4e43-9463-294f60ef6870 is: DOWN; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:32:01.248091 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-4d1ab4ff-7cee-4bde-b8f2-b380b7a3133c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (19716c39-6320-4e43-9463-294f60ef6870), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:01.280908 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-22bc222f-b91a-42fa-9da4-b6c46c62bc6c admin admin] Publish callbacks [] for router_gateway (9b11c8d4-367e-4bce-9355-9b101285d664), precommit_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:01.281126 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-bdc1b955-343a-4480-b024-2bdad6e06adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'name': 'tempest-TestVolumeBootPattern-2088878763-router', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'af596b85-070e-475b-94cd-1ec2355567c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:31:50Z', 'updated_at': '2022-05-17T19:31:55Z', 'revision_number': 4, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'gw_port': {'id': 'af596b85-070e-475b-94cd-1ec2355567c8', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ff:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:31:51Z', 'updated_at': '2022-05-17T19:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': '19716c39-6320-4e43-9463-294f60ef6870', 'name': '', 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'mac_address': 'fa:16:3e:0a:94:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'a5e80cf4-1ae6-4a34-89f9-235de223b3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:31:54Z', 'updated_at': '2022-05-17T19:32:00Z', 'revision_number': 4, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'subnets': [{'id': 'a5e80cf4-1ae6-4a34-89f9-235de223b3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:32:01.286201 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.db_base_plugin_common [None req-346944e8-3f7d-4456-ad6f-992fb6ce0918 None None] Allocated IP 172.20.0.2 (a4c8e57c-5f4f-424b-a02f-ceffad060016/83cadf87-64ed-4379-afe2-ba88bcc6f13f/2b1105c1-549c-403a-b4e6-2b3ea2079d65) {{(pid=103782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:32:01.322023 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc1b955-343a-4480-b024-2bdad6e06adf None None] The sync data for ids ['0f9e3f65-5b38-42b5-9c21-15afbf1bb548'] in dv-cinder-840678-10-iscsi is: [{'id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'name': 'tempest-TestVolumeBootPattern-2088878763-router', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'af596b85-070e-475b-94cd-1ec2355567c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:31:50Z', 'updated_at': '2022-05-17T19:31:55Z', 'revision_number': 4, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'gw_port': {'id': 'af596b85-070e-475b-94cd-1ec2355567c8', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ff:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:31:51Z', 'updated_at': '2022-05-17T19:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': '19716c39-6320-4e43-9463-294f60ef6870', 'name': '', 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'mac_address': 'fa:16:3e:0a:94:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'a5e80cf4-1ae6-4a34-89f9-235de223b3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:31:54Z', 'updated_at': '2022-05-17T19:32:00Z', 'revision_number': 4, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'subnets': [{'id': 'a5e80cf4-1ae6-4a34-89f9-235de223b3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 19:32:01.334534 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-4d1ab4ff-7cee-4bde-b8f2-b380b7a3133c None None] For port 19716c39-6320-4e43-9463-294f60ef6870, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=19716c39-6320-4e43-9463-294f60ef6870,segment=NetworkSegment(8cc326ee-5f9e-416b-8025-9d11d0786f2c),segment_id=8cc326ee-5f9e-416b-8025-9d11d0786f2c)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:32:01.422146 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-4d1ab4ff-7cee-4bde-b8f2-b380b7a3133c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (19716c39-6320-4e43-9463-294f60ef6870), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:01.525655 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ab4ff-7cee-4bde-b8f2-b380b7a3133c None None] Pushing event updated for resources: {'Port': ['ID=19716c39-6320-4e43-9463-294f60ef6870,revision_number=5']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:32:01.626393 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-346944e8-3f7d-4456-ad6f-992fb6ce0918 None None] Publish callbacks [] for port (2b1105c1-549c-403a-b4e6-2b3ea2079d65), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:01.708564 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-22bc222f-b91a-42fa-9da4-b6c46c62bc6c admin admin] Publish callbacks [] for router_gateway (9b11c8d4-367e-4bce-9355-9b101285d664), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:01.742480 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-346944e8-3f7d-4456-ad6f-992fb6ce0918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167'] for port (2b1105c1-549c-403a-b4e6-2b3ea2079d65), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:01.769483 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-22bc222f-b91a-42fa-9da4-b6c46c62bc6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:01.878678 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346944e8-3f7d-4456-ad6f-992fb6ce0918 None None] Network a4c8e57c-5f4f-424b-a02f-ceffad060016 is already hosted by enough agents. {{(pid=103782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:32:01.922185 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [None req-346944e8-3f7d-4456-ad6f-992fb6ce0918 None None] Resources bound (agent type, host, resource id): {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:32:01.925979 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346944e8-3f7d-4456-ad6f-992fb6ce0918 None None] Received port after_create {{(pid=103782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:32:01.965400 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346944e8-3f7d-4456-ad6f-992fb6ce0918 None None] Pushing event updated for resources: {'Port': ['ID=2b1105c1-549c-403a-b4e6-2b3ea2079d65,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:32:02.027680 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-346944e8-3f7d-4456-ad6f-992fb6ce0918 None None] Attempting to bind port 2b1105c1-549c-403a-b4e6-2b3ea2079d65 on host dv-cinder-840678-10-iscsi for vnic_type normal with profile {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 19:32:02.028166 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-346944e8-3f7d-4456-ad6f-992fb6ce0918 None None] Attempting to bind port 2b1105c1-549c-403a-b4e6-2b3ea2079d65 by drivers openvswitch,hyperv on host dv-cinder-840678-10-iscsi at level 0 using segments [{'id': '55a052b9-41e3-4ffe-bb9d-36bc86d2391b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a4c8e57c-5f4f-424b-a02f-ceffad060016'}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 19:32:02.028771 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346944e8-3f7d-4456-ad6f-992fb6ce0918 None None] Attempting to bind port 2b1105c1-549c-403a-b4e6-2b3ea2079d65 on network a4c8e57c-5f4f-424b-a02f-ceffad060016 {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:32:02.037571 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.db_base_plugin_common [None req-22bc222f-b91a-42fa-9da4-b6c46c62bc6c admin admin] Allocated IP 172.27.2.48 (a8e71caf-cf8f-487f-b3e8-f30c47275c44/5b8cb9fa-be03-458e-a77b-33fb963ee3d0/70937fc5-7fd1-4ef9-ac18-0689527db8ab) {{(pid=103780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:32:02.049180 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device 19716c39-6320-4e43-9463-294f60ef6870 up at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:32:02.069087 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346944e8-3f7d-4456-ad6f-992fb6ce0918 None None] Checking agent: {'id': 'ad42d2f6-c134-426b-9061-deff100c9b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 19, 20, 51), 'started_at': datetime.datetime(2022, 5, 17, 19, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 19, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 19:32:02.076976 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346944e8-3f7d-4456-ad6f-992fb6ce0918 None None] Checking segment: {'id': '55a052b9-41e3-4ffe-bb9d-36bc86d2391b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a4c8e57c-5f4f-424b-a02f-ceffad060016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:32:02.076976 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-346944e8-3f7d-4456-ad6f-992fb6ce0918 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:02.076976 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346944e8-3f7d-4456-ad6f-992fb6ce0918 None None] Bound using segment: {'id': '55a052b9-41e3-4ffe-bb9d-36bc86d2391b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a4c8e57c-5f4f-424b-a02f-ceffad060016'} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 19:32:02.076976 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-346944e8-3f7d-4456-ad6f-992fb6ce0918 None None] Bound port: 2b1105c1-549c-403a-b4e6-2b3ea2079d65, host: dv-cinder-840678-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55a052b9-41e3-4ffe-bb9d-36bc86d2391b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a4c8e57c-5f4f-424b-a02f-ceffad060016'}}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 19:32:02.076976 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-346944e8-3f7d-4456-ad6f-992fb6ce0918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (2b1105c1-549c-403a-b4e6-2b3ea2079d65), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:02.203739 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-346944e8-3f7d-4456-ad6f-992fb6ce0918 None None] For port 2b1105c1-549c-403a-b4e6-2b3ea2079d65, host dv-cinder-840678-10-iscsi, cleared binding levels {{(pid=103782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 19:32:02.213941 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-346944e8-3f7d-4456-ad6f-992fb6ce0918 None None] For port 2b1105c1-549c-403a-b4e6-2b3ea2079d65, host dv-cinder-840678-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=2b1105c1-549c-403a-b4e6-2b3ea2079d65,segment=NetworkSegment(55a052b9-41e3-4ffe-bb9d-36bc86d2391b),segment_id=55a052b9-41e3-4ffe-bb9d-36bc86d2391b)] {{(pid=103782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 19:32:02.213941 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Provisioning complete for port 19716c39-6320-4e43-9463-294f60ef6870 triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:32:02.213941 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (19716c39-6320-4e43-9463-294f60ef6870), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:02.287375 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-22bc222f-b91a-42fa-9da4-b6c46c62bc6c admin admin] Publish callbacks [] for port (70937fc5-7fd1-4ef9-ac18-0689527db8ab), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:02.309152 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-346944e8-3f7d-4456-ad6f-992fb6ce0918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (2b1105c1-549c-403a-b4e6-2b3ea2079d65), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:02.376823 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-22bc222f-b91a-42fa-9da4-b6c46c62bc6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014583'] for port (70937fc5-7fd1-4ef9-ac18-0689527db8ab), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:02.414469 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bc222f-b91a-42fa-9da4-b6c46c62bc6c admin admin] Network a8e71caf-cf8f-487f-b3e8-f30c47275c44 is already hosted by enough agents. {{(pid=103780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:32:02.425647 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.base_scheduler [None req-22bc222f-b91a-42fa-9da4-b6c46c62bc6c admin admin] Resources bound (agent type, host, resource id): {{(pid=103780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:32:02.429771 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bc222f-b91a-42fa-9da4-b6c46c62bc6c admin admin] Received port after_create {{(pid=103780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:32:02.489473 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346944e8-3f7d-4456-ad6f-992fb6ce0918 None None] Pushing event updated for resources: {'Port': ['ID=2b1105c1-549c-403a-b4e6-2b3ea2079d65,revision_number=2']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:32:02.550698 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port 19716c39-6320-4e43-9463-294f60ef6870 is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:32:02.553353 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc222f-b91a-42fa-9da4-b6c46c62bc6c admin admin] Pushing event updated for resources: {'Port': ['ID=70937fc5-7fd1-4ef9-ac18-0689527db8ab,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:32:03.047945 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-22bc222f-b91a-42fa-9da4-b6c46c62bc6c admin admin] Publish callbacks [] for router_gateway (9b11c8d4-367e-4bce-9355-9b101285d664), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:03.326143 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-22bc222f-b91a-42fa-9da4-b6c46c62bc6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16658854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16763877'] for router (9b11c8d4-367e-4bce-9355-9b101285d664), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:03.599610 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22bc222f-b91a-42fa-9da4-b6c46c62bc6c admin admin] Router 9b11c8d4-367e-4bce-9355-9b101285d664 is scheduled to L3 agent d0bc9f74-feb0-4354-bd47-885486f1ec0d with binding_index 1 {{(pid=103780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 19:32:03.765058 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22bc222f-b91a-42fa-9da4-b6c46c62bc6c admin admin] Notify agent at l3_agent.dv-cinder-840678-10-iscsi the message routers_updated {{(pid=103780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 19:32:03.777147 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e673bf-3450-4d3e-9be5-aa150ed41927 None None] Sync routers for ids ['9b11c8d4-367e-4bce-9355-9b101285d664'] in dv-cinder-840678-10-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 19:32:03.794093 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e673bf-3450-4d3e-9be5-aa150ed41927 None None] Routers {'9b11c8d4-367e-4bce-9355-9b101285d664'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:32:03.795067 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-a0e673bf-3450-4d3e-9be5-aa150ed41927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:31:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['9b11c8d4-367e-4bce-9355-9b101285d664'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:32:03.844130 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553b1d7d-ef6d-4219-842a-f9536c7b812a None None] Network a4c8e57c-5f4f-424b-a02f-ceffad060016 requested from dv-cinder-840678-10-iscsi {{(pid=103782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 19:32:03.885313 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-22bc222f-b91a-42fa-9da4-b6c46c62bc6c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:03.888378 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-22bc222f-b91a-42fa-9da4-b6c46c62bc6c admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2419033 May 17 19:32:03.891425 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 42220) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:32:04.025052 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-a0e673bf-3450-4d3e-9be5-aa150ed41927 None None] Set router 9b11c8d4-367e-4bce-9355-9b101285d664 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:32:04.062360 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device 2b1105c1-549c-403a-b4e6-2b3ea2079d65 up at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:32:04.070053 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-c19db740-4f00-491c-a7d3-31407ac90748 None None] Provisioning complete for port 2b1105c1-549c-403a-b4e6-2b3ea2079d65 triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:32:04.070950 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-c19db740-4f00-491c-a7d3-31407ac90748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (2b1105c1-549c-403a-b4e6-2b3ea2079d65), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:04.259430 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Provisioning complete for port 2b1105c1-549c-403a-b4e6-2b3ea2079d65 triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:32:04.259430 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (2b1105c1-549c-403a-b4e6-2b3ea2079d65), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:04.332952 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-a0e673bf-3450-4d3e-9be5-aa150ed41927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b11c8d4-367e-4bce-9355-9b101285d664', 'name': 'tempest-TestVolumeBootPattern-1095409236-router', 'tenant_id': '701b08622f74425e9cf481c9deebc111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '70937fc5-7fd1-4ef9-ac18-0689527db8ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:32:00Z', 'updated_at': '2022-05-17T19:32:02Z', 'revision_number': 3, 'project_id': '701b08622f74425e9cf481c9deebc111', 'gw_port': {'id': '70937fc5-7fd1-4ef9-ac18-0689527db8ab', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:aa:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b11c8d4-367e-4bce-9355-9b101285d664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:32:01Z', 'updated_at': '2022-05-17T19:32:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi'}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:32:04.352429 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e673bf-3450-4d3e-9be5-aa150ed41927 None None] Checking router: 9b11c8d4-367e-4bce-9355-9b101285d664 for host: dv-cinder-840678-10-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 19:32:04.365550 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e673bf-3450-4d3e-9be5-aa150ed41927 None None] Updating router 9b11c8d4-367e-4bce-9355-9b101285d664 port 70937fc5-7fd1-4ef9-ac18-0689527db8ab binding host dv-cinder-840678-10-iscsi {{(pid=103783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 19:32:04.375810 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-c19db740-4f00-491c-a7d3-31407ac90748 None None] Current status of the port 2b1105c1-549c-403a-b4e6-2b3ea2079d65 is: DOWN; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:32:04.375810 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-c19db740-4f00-491c-a7d3-31407ac90748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (2b1105c1-549c-403a-b4e6-2b3ea2079d65), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:04.445250 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-a0e673bf-3450-4d3e-9be5-aa150ed41927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (70937fc5-7fd1-4ef9-ac18-0689527db8ab), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:04.659145 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-c19db740-4f00-491c-a7d3-31407ac90748 None None] For port 2b1105c1-549c-403a-b4e6-2b3ea2079d65, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=2b1105c1-549c-403a-b4e6-2b3ea2079d65,segment=NetworkSegment(55a052b9-41e3-4ffe-bb9d-36bc86d2391b),segment_id=55a052b9-41e3-4ffe-bb9d-36bc86d2391b)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:32:04.669159 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port 2b1105c1-549c-403a-b4e6-2b3ea2079d65 is: DOWN; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:32:04.670916 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (2b1105c1-549c-403a-b4e6-2b3ea2079d65), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:04.699198 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-15c2d287-699c-4f79-b09a-31d9c0d58aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:04.771967 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-c19db740-4f00-491c-a7d3-31407ac90748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (2b1105c1-549c-403a-b4e6-2b3ea2079d65), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:04.876478 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.db.api [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 17 19:32:04.876478 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG oslo_db.api [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 17 19:32:04.894989 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-9b97fe63-01b6-4d15-a356-8370429fd0df None None] Provisioning complete for port 2b1105c1-549c-403a-b4e6-2b3ea2079d65 triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:32:04.895358 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-9b97fe63-01b6-4d15-a356-8370429fd0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (2b1105c1-549c-403a-b4e6-2b3ea2079d65), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:04.897672 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19db740-4f00-491c-a7d3-31407ac90748 None None] Pushing event updated for resources: {'Port': ['ID=2b1105c1-549c-403a-b4e6-2b3ea2079d65,revision_number=3']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:32:04.993719 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.db_base_plugin_common [None req-15c2d287-699c-4f79-b09a-31d9c0d58aed admin admin] Allocated IP 172.20.0.1 (a4c8e57c-5f4f-424b-a02f-ceffad060016/83cadf87-64ed-4379-afe2-ba88bcc6f13f/ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c) {{(pid=103780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:32:05.057757 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-9b97fe63-01b6-4d15-a356-8370429fd0df None None] Current status of the port 2b1105c1-549c-403a-b4e6-2b3ea2079d65 is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:32:05.057850 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-a0e673bf-3450-4d3e-9be5-aa150ed41927 None None] Publish callbacks [] for port (70937fc5-7fd1-4ef9-ac18-0689527db8ab), precommit_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:05.119455 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-15c2d287-699c-4f79-b09a-31d9c0d58aed admin admin] Publish callbacks [] for port (ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:05.407280 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port 2b1105c1-549c-403a-b4e6-2b3ea2079d65 is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:32:05.562248 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-a0e673bf-3450-4d3e-9be5-aa150ed41927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (70937fc5-7fd1-4ef9-ac18-0689527db8ab), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:05.562849 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-15c2d287-699c-4f79-b09a-31d9c0d58aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014583'] for port (ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:05.610895 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c2d287-699c-4f79-b09a-31d9c0d58aed admin admin] Network a4c8e57c-5f4f-424b-a02f-ceffad060016 is already hosted by enough agents. {{(pid=103780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:32:05.616569 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.base_scheduler [None req-15c2d287-699c-4f79-b09a-31d9c0d58aed admin admin] Resources bound (agent type, host, resource id): {{(pid=103780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:32:05.618979 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c2d287-699c-4f79-b09a-31d9c0d58aed admin admin] Received port after_create {{(pid=103780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:32:05.639424 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-a0e673bf-3450-4d3e-9be5-aa150ed41927 None None] Attempting to bind port 70937fc5-7fd1-4ef9-ac18-0689527db8ab on host dv-cinder-840678-10-iscsi for vnic_type normal with profile {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 19:32:05.639832 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-a0e673bf-3450-4d3e-9be5-aa150ed41927 None None] Attempting to bind port 70937fc5-7fd1-4ef9-ac18-0689527db8ab by drivers openvswitch,hyperv on host dv-cinder-840678-10-iscsi at level 0 using segments [{'id': '9ce1d97a-7b85-460d-9e35-dbb6f20db43d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 19:32:05.640194 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e673bf-3450-4d3e-9be5-aa150ed41927 None None] Attempting to bind port 70937fc5-7fd1-4ef9-ac18-0689527db8ab on network a8e71caf-cf8f-487f-b3e8-f30c47275c44 {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:32:05.659731 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c2d287-699c-4f79-b09a-31d9c0d58aed admin admin] Pushing event updated for resources: {'Port': ['ID=ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:32:05.663738 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2003a226-6bb9-4bc9-ad34-d90927b08641 None None] Pushing event updated for resources: {'Port': ['ID=70937fc5-7fd1-4ef9-ac18-0689527db8ab,revision_number=2']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:32:05.666536 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e673bf-3450-4d3e-9be5-aa150ed41927 None None] Checking agent: {'id': 'ad42d2f6-c134-426b-9061-deff100c9b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 19, 20, 51), 'started_at': datetime.datetime(2022, 5, 17, 19, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 19, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 19:32:05.666930 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e673bf-3450-4d3e-9be5-aa150ed41927 None None] Checking segment: {'id': '9ce1d97a-7b85-460d-9e35-dbb6f20db43d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:32:05.667329 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-a0e673bf-3450-4d3e-9be5-aa150ed41927 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:05.674620 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e673bf-3450-4d3e-9be5-aa150ed41927 None None] Bound using segment: {'id': '9ce1d97a-7b85-460d-9e35-dbb6f20db43d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 19:32:05.675173 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-a0e673bf-3450-4d3e-9be5-aa150ed41927 None None] Bound port: 70937fc5-7fd1-4ef9-ac18-0689527db8ab, host: dv-cinder-840678-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce1d97a-7b85-460d-9e35-dbb6f20db43d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'}}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 19:32:05.675587 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-a0e673bf-3450-4d3e-9be5-aa150ed41927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (70937fc5-7fd1-4ef9-ac18-0689527db8ab), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:05.679969 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-15c2d287-699c-4f79-b09a-31d9c0d58aed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16761288'] for router_interface (9b11c8d4-367e-4bce-9355-9b101285d664), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:05.744546 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-a0e673bf-3450-4d3e-9be5-aa150ed41927 None None] For port 70937fc5-7fd1-4ef9-ac18-0689527db8ab, host dv-cinder-840678-10-iscsi, cleared binding levels {{(pid=103783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 19:32:05.750330 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-a0e673bf-3450-4d3e-9be5-aa150ed41927 None None] For port 70937fc5-7fd1-4ef9-ac18-0689527db8ab, host dv-cinder-840678-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=70937fc5-7fd1-4ef9-ac18-0689527db8ab,segment=NetworkSegment(9ce1d97a-7b85-460d-9e35-dbb6f20db43d),segment_id=9ce1d97a-7b85-460d-9e35-dbb6f20db43d)] {{(pid=103783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 19:32:05.845794 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-a0e673bf-3450-4d3e-9be5-aa150ed41927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (70937fc5-7fd1-4ef9-ac18-0689527db8ab), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:05.948891 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e673bf-3450-4d3e-9be5-aa150ed41927 None None] Routers {'9b11c8d4-367e-4bce-9355-9b101285d664'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:32:05.949598 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-a0e673bf-3450-4d3e-9be5-aa150ed41927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:31:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['9b11c8d4-367e-4bce-9355-9b101285d664'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:32:06.001674 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-15c2d287-699c-4f79-b09a-31d9c0d58aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c), before_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:06.045817 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device 2b1105c1-549c-403a-b4e6-2b3ea2079d65 up at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:32:06.098774 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 42256) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:32:06.146885 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-d271990c-79b7-4b4b-b6ed-e7cb3ee9776f None None] Provisioning complete for port ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:32:06.151365 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d271990c-79b7-4b4b-b6ed-e7cb3ee9776f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:06.154703 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2003a226-6bb9-4bc9-ad34-d90927b08641 None None] Pushing event updated for resources: {'Port': ['ID=70937fc5-7fd1-4ef9-ac18-0689527db8ab,revision_number=3']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:32:06.233707 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Provisioning complete for port 2b1105c1-549c-403a-b4e6-2b3ea2079d65 triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:32:06.234341 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (2b1105c1-549c-403a-b4e6-2b3ea2079d65), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:06.272575 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d271990c-79b7-4b4b-b6ed-e7cb3ee9776f None None] Port ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c cannot update to ACTIVE because it is not bound. {{(pid=103782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 19:32:06.279192 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-a0e673bf-3450-4d3e-9be5-aa150ed41927 None None] Set router 9b11c8d4-367e-4bce-9355-9b101285d664 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:32:06.324157 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1f504bb5-3191-4bbc-b91e-8b984de71244 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:06.342217 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port 2b1105c1-549c-403a-b4e6-2b3ea2079d65 is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:32:06.401151 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-15c2d287-699c-4f79-b09a-31d9c0d58aed admin admin] Publish callbacks [] for port (ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c), precommit_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:06.461093 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1f504bb5-3191-4bbc-b91e-8b984de71244 admin admin] Publish callbacks [] for security_group (09615625-ddcf-4310-96dd-b2a2ee2adb4f), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:06.470759 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-15c2d287-699c-4f79-b09a-31d9c0d58aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13014528'] for port (ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c), after_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:06.489923 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.agents_db [None req-42b69621-6215-4a4a-9d32-588efc9ea437 None None] Agent healthcheck: found 6 active agents {{(pid=103783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 19:32:06.511804 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1f504bb5-3191-4bbc-b91e-8b984de71244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (09615625-ddcf-4310-96dd-b2a2ee2adb4f), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:06.561661 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-a0e673bf-3450-4d3e-9be5-aa150ed41927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b11c8d4-367e-4bce-9355-9b101285d664', 'name': 'tempest-TestVolumeBootPattern-1095409236-router', 'tenant_id': '701b08622f74425e9cf481c9deebc111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '70937fc5-7fd1-4ef9-ac18-0689527db8ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:32:00Z', 'updated_at': '2022-05-17T19:32:05Z', 'revision_number': 4, 'project_id': '701b08622f74425e9cf481c9deebc111', 'gw_port': {'id': '70937fc5-7fd1-4ef9-ac18-0689527db8ab', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:aa:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b11c8d4-367e-4bce-9355-9b101285d664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:32:01Z', 'updated_at': '2022-05-17T19:32:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': 'ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c', 'name': '', 'network_id': 'a4c8e57c-5f4f-424b-a02f-ceffad060016', 'tenant_id': '701b08622f74425e9cf481c9deebc111', 'mac_address': 'fa:16:3e:48:82:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b11c8d4-367e-4bce-9355-9b101285d664', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '83cadf87-64ed-4379-afe2-ba88bcc6f13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:32:04Z', 'updated_at': '2022-05-17T19:32:05Z', 'revision_number': 1, 'project_id': '701b08622f74425e9cf481c9deebc111', 'subnets': [{'id': '83cadf87-64ed-4379-afe2-ba88bcc6f13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:32:06.581524 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c2d287-699c-4f79-b09a-31d9c0d58aed admin admin] Pushing event updated for resources: {'Port': ['ID=ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c,revision_number=2']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:32:06.585180 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-15c2d287-699c-4f79-b09a-31d9c0d58aed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16360533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16761730'] for router_interface (9b11c8d4-367e-4bce-9355-9b101285d664), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:06.595587 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f504bb5-3191-4bbc-b91e-8b984de71244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09615625-ddcf-4310-96dd-b2a2ee2adb4f,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:32:06.598180 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e673bf-3450-4d3e-9be5-aa150ed41927 None None] The sync data for ids ['9b11c8d4-367e-4bce-9355-9b101285d664'] in dv-cinder-840678-10-iscsi is: [{'id': '9b11c8d4-367e-4bce-9355-9b101285d664', 'name': 'tempest-TestVolumeBootPattern-1095409236-router', 'tenant_id': '701b08622f74425e9cf481c9deebc111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '70937fc5-7fd1-4ef9-ac18-0689527db8ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:32:00Z', 'updated_at': '2022-05-17T19:32:05Z', 'revision_number': 4, 'project_id': '701b08622f74425e9cf481c9deebc111', 'gw_port': {'id': '70937fc5-7fd1-4ef9-ac18-0689527db8ab', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:aa:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b11c8d4-367e-4bce-9355-9b101285d664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:32:01Z', 'updated_at': '2022-05-17T19:32:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': 'ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c', 'name': '', 'network_id': 'a4c8e57c-5f4f-424b-a02f-ceffad060016', 'tenant_id': '701b08622f74425e9cf481c9deebc111', 'mac_address': 'fa:16:3e:48:82:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b11c8d4-367e-4bce-9355-9b101285d664', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '83cadf87-64ed-4379-afe2-ba88bcc6f13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:32:04Z', 'updated_at': '2022-05-17T19:32:05Z', 'revision_number': 1, 'project_id': '701b08622f74425e9cf481c9deebc111', 'subnets': [{'id': '83cadf87-64ed-4379-afe2-ba88bcc6f13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 19:32:06.626830 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-1f504bb5-3191-4bbc-b91e-8b984de71244 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=14363683d295428eb6455235fc145caf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5266604 May 17 19:32:06.629528 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 42262) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:32:06.698716 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8b9df8ca-fe1f-428c-8c6e-d45b13031829 admin admin] Publish callbacks [] for security_group (09615625-ddcf-4310-96dd-b2a2ee2adb4f), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:06.721562 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8b9df8ca-fe1f-428c-8c6e-d45b13031829 admin admin] Publish callbacks [] for security_group (09615625-ddcf-4310-96dd-b2a2ee2adb4f), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:06.734045 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c2d287-699c-4f79-b09a-31d9c0d58aed admin admin] Network a4c8e57c-5f4f-424b-a02f-ceffad060016 is already hosted by enough agents. {{(pid=103780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:32:06.735634 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.base_scheduler [None req-15c2d287-699c-4f79-b09a-31d9c0d58aed admin admin] Resources bound (agent type, host, resource id): {{(pid=103780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:32:06.867725 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8b9df8ca-fe1f-428c-8c6e-d45b13031829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (09615625-ddcf-4310-96dd-b2a2ee2adb4f), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:06.871723 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8b9df8ca-fe1f-428c-8c6e-d45b13031829 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:06.873296 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-8b9df8ca-fe1f-428c-8c6e-d45b13031829 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/09615625-ddcf-4310-96dd-b2a2ee2adb4f HTTP/1.1" status: 204 len: 168 time: 0.2427576 May 17 19:32:06.896750 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9df8ca-fe1f-428c-8c6e-d45b13031829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09615625-ddcf-4310-96dd-b2a2ee2adb4f,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:32:06.910741 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15c2d287-699c-4f79-b09a-31d9c0d58aed admin admin] Router 9b11c8d4-367e-4bce-9355-9b101285d664 has already been hosted by L3 agent d0bc9f74-feb0-4354-bd47-885486f1ec0d {{(pid=103780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 19:32:07.100546 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c2d287-699c-4f79-b09a-31d9c0d58aed admin admin] Notify agent at l3_agent.dv-cinder-840678-10-iscsi the message routers_updated {{(pid=103780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 19:32:07.107674 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-74d2b343-87cc-4558-97e7-9e82a874eef7 None None] Provisioning complete for port ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:32:07.108137 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-74d2b343-87cc-4558-97e7-9e82a874eef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:07.112339 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-15c2d287-699c-4f79-b09a-31d9c0d58aed admin admin] 10.222.0.58 "PUT /v2.0/routers/9b11c8d4-367e-4bce-9355-9b101285d664/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2197452 May 17 19:32:07.156421 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-74d2b343-87cc-4558-97e7-9e82a874eef7 None None] Port ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c cannot update to ACTIVE because it is not bound. {{(pid=103782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 19:32:07.625175 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b3e9c556-6120-4d6b-a489-d1148eb34b17 req-ade22c4a-d98d-4e57-a3fd-630f34d370a0 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--532344642&fields=id&tenant_id=5d488b25563d4373b5c980ab060bc822 HTTP/1.1" status: 200 len: 267 time: 0.0543313 May 17 19:32:07.657847 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6dcba-9bcd-4b62-9fc6-b60e6fa168db req-3d471c0b-5b1a-4232-bfac-011423baad1b tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:07.659337 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-84d6dcba-9bcd-4b62-9fc6-b60e6fa168db req-3d471c0b-5b1a-4232-bfac-011423baad1b tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/networks?id=66826fc9-a7d1-4546-aded-6352b0954327 HTTP/1.1" status: 200 len: 808 time: 0.1079791 May 17 19:32:07.675813 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-84d6dcba-9bcd-4b62-9fc6-b60e6fa168db req-4e9e3646-9846-445d-8b77-32d37317ef3b tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/quotas/526f0c023217424d8ddde06706fff79c HTTP/1.1" status: 200 len: 375 time: 0.0100877 May 17 19:32:07.711312 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-84d6dcba-9bcd-4b62-9fc6-b60e6fa168db req-b67fc6b5-cd3d-4dc2-8c43-0dd848b502b1 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=526f0c023217424d8ddde06706fff79c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300426 May 17 19:32:07.738009 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e9c556-6120-4d6b-a489-d1148eb34b17 req-487b0f66-6092-4282-8c44-9d0dd643d405 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:07.739514 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b3e9c556-6120-4d6b-a489-d1148eb34b17 req-487b0f66-6092-4282-8c44-9d0dd643d405 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/networks?id=ddaa928e-2db4-4b37-b723-ff2ae1e2b964 HTTP/1.1" status: 200 len: 818 time: 0.1079156 May 17 19:32:07.758700 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b3e9c556-6120-4d6b-a489-d1148eb34b17 req-12b20337-5cf6-40b0-81af-839b3d9e0c86 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/quotas/5d488b25563d4373b5c980ab060bc822 HTTP/1.1" status: 200 len: 375 time: 0.0134642 May 17 19:32:07.811682 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b3e9c556-6120-4d6b-a489-d1148eb34b17 req-55d1e554-b0b5-44d6-9645-b12247f9901d tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5d488b25563d4373b5c980ab060bc822&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0493009 May 17 19:32:07.816432 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-84d6dcba-9bcd-4b62-9fc6-b60e6fa168db req-ddece501-4056-46e3-a787-aa480a1eb614 service neutron] 10.222.0.58 "GET /v2.0/networks/66826fc9-a7d1-4546-aded-6352b0954327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970199 May 17 19:32:07.916521 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-84d6dcba-9bcd-4b62-9fc6-b60e6fa168db req-854d43fe-53af-4978-9456-2b57136ea6b6 service neutron] 10.222.0.58 "GET /v2.0/networks/66826fc9-a7d1-4546-aded-6352b0954327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943277 May 17 19:32:07.928428 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b3e9c556-6120-4d6b-a489-d1148eb34b17 req-04419214-d30e-47bd-8538-2a3c20ddc7c1 service neutron] 10.222.0.58 "GET /v2.0/networks/ddaa928e-2db4-4b37-b723-ff2ae1e2b964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992205 May 17 19:32:08.021153 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b3e9c556-6120-4d6b-a489-d1148eb34b17 req-7bccec3f-1c9d-46a9-a08b-a97dff0d920b service neutron] 10.222.0.58 "GET /v2.0/networks/ddaa928e-2db4-4b37-b723-ff2ae1e2b964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861876 May 17 19:32:08.199129 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dafc7f0-5f73-4c68-8284-911003b59f46 req-9ed61d7a-df54-4c85-b022-d417406f16ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:08.201988 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-2dafc7f0-5f73-4c68-8284-911003b59f46 req-9ed61d7a-df54-4c85-b022-d417406f16ec service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b23e9f1907a6406785be000e1373dc41&device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 1129 time: 0.0799155 May 17 19:32:08.667955 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197f15d-b96c-40ca-b192-9f4595a36738 req-64042424-cdbf-4901-831d-7deb1f3ca8f6 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:08.673427 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-2197f15d-b96c-40ca-b192-9f4595a36738 req-64042424-cdbf-4901-831d-7deb1f3ca8f6 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 945 time: 0.4688566 May 17 19:32:08.741825 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dafc7f0-5f73-4c68-8284-911003b59f46 req-4f5ec0a9-3abe-49cf-a1d0-464425627f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:08.743404 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-2dafc7f0-5f73-4c68-8284-911003b59f46 req-4f5ec0a9-3abe-49cf-a1d0-464425627f96 service neutron] 10.222.0.69 "GET /v2.0/networks?id=40c7fbe2-bd07-440e-b191-34ce3a30a8a0 HTTP/1.1" status: 200 len: 918 time: 0.5288131 May 17 19:32:08.819251 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-2197f15d-b96c-40ca-b192-9f4595a36738 req-1c10730e-a9c0-4ddc-b0f2-fa4b2368dba9 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423972 May 17 19:32:08.846084 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 42338) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:32:08.850954 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-7054d6e4-8ec8-40e9-97b4-3f1ab7cca066 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-32194059', 'description': 'tempest-secgroup-smoke-32194059 description', 'project_id': 'aae36ceec2314da8a829113fc36f2f40'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:32:08.867777 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-2dafc7f0-5f73-4c68-8284-911003b59f46 req-5bad1329-8ea1-4e72-9ac7-322765b81a4b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff8731af-15ec-4499-8ce7-63c71d359613 HTTP/1.1" status: 200 len: 1001 time: 0.1172957 May 17 19:32:08.976391 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-a1786661-aeeb-4606-97a8-d9086acbf536 req-58d1e844-c32c-43a7-aa23-bf1d1a427968 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/ports?device_id=76f7f528-9e43-43b8-b49b-42cf92e9933b HTTP/1.1" status: 200 len: 210 time: 0.0548923 May 17 19:32:08.983515 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dafc7f0-5f73-4c68-8284-911003b59f46 req-3d17e17b-b305-4612-83ee-6c8491122caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:08.985696 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-2dafc7f0-5f73-4c68-8284-911003b59f46 req-3d17e17b-b305-4612-83ee-6c8491122caa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4afc8f6d-c4ef-4f27-b1bd-b836aad1cd58 HTTP/1.1" status: 200 len: 856 time: 0.1108212 May 17 19:32:09.030660 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0149a278-60b7-4311-ae88-d935a339b739 req-5da3c79f-b2a7-48ff-94af-4734f8b86994 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 210 time: 0.0568891 May 17 19:32:09.064833 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dafc7f0-5f73-4c68-8284-911003b59f46 req-e70a9b83-f89e-4e05-9cc0-732dbea917c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:09.066065 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-7054d6e4-8ec8-40e9-97b4-3f1ab7cca066 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:09.066586 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-2dafc7f0-5f73-4c68-8284-911003b59f46 req-e70a9b83-f89e-4e05-9cc0-732dbea917c6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=40c7fbe2-bd07-440e-b191-34ce3a30a8a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0743442 May 17 19:32:09.116881 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 42346) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:32:09.189958 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-7054d6e4-8ec8-40e9-97b4-3f1ab7cca066 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks [] for security_group (a33a853a-3df4-4414-90e6-4e69cdaf8606), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:09.208175 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-2dafc7f0-5f73-4c68-8284-911003b59f46 req-434317ad-f06c-4e83-a529-a9d87223c3d8 service neutron] 10.222.0.69 "GET /v2.0/networks/40c7fbe2-bd07-440e-b191-34ce3a30a8a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329155 May 17 19:32:09.284983 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-7054d6e4-8ec8-40e9-97b4-3f1ab7cca066 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (a33a853a-3df4-4414-90e6-4e69cdaf8606), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:09.293327 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-2d2f5cfb-bbb4-4a98-9936-c88a852d74ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:09.326229 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7054d6e4-8ec8-40e9-97b4-3f1ab7cca066 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a33a853a-3df4-4414-90e6-4e69cdaf8606,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:32:09.352025 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-2dafc7f0-5f73-4c68-8284-911003b59f46 req-e4db64df-1c27-46a1-bef5-822b81356302 service neutron] 10.222.0.69 "GET /v2.0/networks/40c7fbe2-bd07-440e-b191-34ce3a30a8a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369586 May 17 19:32:09.395998 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-7054d6e4-8ec8-40e9-97b4-3f1ab7cca066 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:09.397394 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-7054d6e4-8ec8-40e9-97b4-3f1ab7cca066 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5502703 May 17 19:32:09.399916 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-2d2f5cfb-bbb4-4a98-9936-c88a852d74ac admin admin] Publish callbacks [] for security_group (5fafbf25-042e-4bb1-a58f-50d20b7984a7), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:09.400421 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 42354) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:32:09.406149 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-ef3f654b-1415-416a-897e-14f36dfa2bb5 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Request body: {'security_group_rule': {'security_group_id': 'a33a853a-3df4-4414-90e6-4e69cdaf8606', 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:32:09.479004 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-2d2f5cfb-bbb4-4a98-9936-c88a852d74ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (5fafbf25-042e-4bb1-a58f-50d20b7984a7), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:09.518961 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-2d2f5cfb-bbb4-4a98-9936-c88a852d74ac admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=83c30e8ab6e2481ca4dd41bc68d93846&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4009280 May 17 19:32:09.520853 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2f5cfb-bbb4-4a98-9936-c88a852d74ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fafbf25-042e-4bb1-a58f-50d20b7984a7,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:32:09.521746 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 42358) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:32:09.562629 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ef3f654b-1415-416a-897e-14f36dfa2bb5 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks [] for security_group_rule (dd4fabd4-cd5a-4cae-8a3d-026a0e0cbc54), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:09.609244 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-53bb850f-2986-4220-a7ef-f6cc2c16ad2c admin admin] Publish callbacks [] for security_group (5fafbf25-042e-4bb1-a58f-50d20b7984a7), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:09.642961 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-53bb850f-2986-4220-a7ef-f6cc2c16ad2c admin admin] Publish callbacks [] for security_group (5fafbf25-042e-4bb1-a58f-50d20b7984a7), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:09.660015 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ef3f654b-1415-416a-897e-14f36dfa2bb5 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks [] for security_group_rule (dd4fabd4-cd5a-4cae-8a3d-026a0e0cbc54), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:09.736388 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ef3f654b-1415-416a-897e-14f36dfa2bb5 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321501'] for security_group_rule (dd4fabd4-cd5a-4cae-8a3d-026a0e0cbc54), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:09.755398 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f654b-1415-416a-897e-14f36dfa2bb5 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd4fabd4-cd5a-4cae-8a3d-026a0e0cbc54,revision_number=0']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:32:09.776608 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-53bb850f-2986-4220-a7ef-f6cc2c16ad2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (5fafbf25-042e-4bb1-a58f-50d20b7984a7), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:09.779142 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-53bb850f-2986-4220-a7ef-f6cc2c16ad2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:09.780567 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-53bb850f-2986-4220-a7ef-f6cc2c16ad2c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5fafbf25-042e-4bb1-a58f-50d20b7984a7 HTTP/1.1" status: 204 len: 168 time: 0.2577734 May 17 19:32:09.789772 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bb850f-2986-4220-a7ef-f6cc2c16ad2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fafbf25-042e-4bb1-a58f-50d20b7984a7,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:32:09.840871 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d921449-cfee-479a-b0ce-886c14b57e04 None None] Sync routers for ids ['9b11c8d4-367e-4bce-9355-9b101285d664'] in dv-cinder-840678-10-iscsi {{(pid=103782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 19:32:09.845546 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ef3f654b-1415-416a-897e-14f36dfa2bb5 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:09.846942 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-ef3f654b-1415-416a-897e-14f36dfa2bb5 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4447894 May 17 19:32:09.850117 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 42362) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:32:09.856784 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [None req-52842e63-4011-4ec3-95fc-61d374481bb2 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Request body: {'security_group_rule': {'security_group_id': 'a33a853a-3df4-4414-90e6-4e69cdaf8606', 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:32:09.859209 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d921449-cfee-479a-b0ce-886c14b57e04 None None] Routers {'9b11c8d4-367e-4bce-9355-9b101285d664'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:32:09.859209 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-7d921449-cfee-479a-b0ce-886c14b57e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:31:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['9b11c8d4-367e-4bce-9355-9b101285d664'], 'active': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:32:09.975707 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device 70937fc5-7fd1-4ef9-ac18-0689527db8ab up at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:32:09.987897 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-52842e63-4011-4ec3-95fc-61d374481bb2 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks [] for security_group_rule (79f770aa-c2be-492b-916c-2d0bb2442cef), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:10.015825 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvr_db [None req-7d921449-cfee-479a-b0ce-886c14b57e04 None None] Set router 9b11c8d4-367e-4bce-9355-9b101285d664 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:32:10.020476 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec62d7-2a6f-4bbd-98d4-87a26e4dd66f req-36190948-9063-4b38-82b2-56d0ddca64a9 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:10.021975 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-3aec62d7-2a6f-4bbd-98d4-87a26e4dd66f req-36190948-9063-4b38-82b2-56d0ddca64a9 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 945 time: 0.0941794 May 17 19:32:10.083185 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-69498849-3c48-413d-8503-1c55eeca4e3c req-fa37a916-2a23-4637-8a1d-7dc95561f75b tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/ports?device_id=76f7f528-9e43-43b8-b49b-42cf92e9933b HTTP/1.1" status: 200 len: 210 time: 0.0302386 May 17 19:32:10.095811 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-3aec62d7-2a6f-4bbd-98d4-87a26e4dd66f req-628b69ea-4510-4896-93dc-231404a6ddc7 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654063 May 17 19:32:10.102529 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-52842e63-4011-4ec3-95fc-61d374481bb2 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks [] for security_group_rule (79f770aa-c2be-492b-916c-2d0bb2442cef), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:10.156489 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Provisioning complete for port 70937fc5-7fd1-4ef9-ac18-0689527db8ab triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:32:10.156860 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (70937fc5-7fd1-4ef9-ac18-0689527db8ab), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:10.197192 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-52842e63-4011-4ec3-95fc-61d374481bb2 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321501'] for security_group_rule (79f770aa-c2be-492b-916c-2d0bb2442cef), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:10.219603 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52842e63-4011-4ec3-95fc-61d374481bb2 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79f770aa-c2be-492b-916c-2d0bb2442cef,revision_number=0']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:32:10.231916 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d7c8d9a7-b038-43cf-beeb-6f1e9d61b714 req-6088681f-35e1-4972-9ed4-effcbda21875 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 210 time: 0.0504544 May 17 19:32:10.298389 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-52842e63-4011-4ec3-95fc-61d374481bb2 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:10.302254 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-52842e63-4011-4ec3-95fc-61d374481bb2 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4485595 May 17 19:32:10.302527 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 42370) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:32:10.307122 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [None req-eff65c19-623b-4fa3-8081-ad3eb3594861 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Request body: {'security_group_rule': {'security_group_id': 'a33a853a-3df4-4414-90e6-4e69cdaf8606', 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:32:10.322749 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port 70937fc5-7fd1-4ef9-ac18-0689527db8ab is: DOWN; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:32:10.323439 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (70937fc5-7fd1-4ef9-ac18-0689527db8ab), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:10.350536 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-7d921449-cfee-479a-b0ce-886c14b57e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b11c8d4-367e-4bce-9355-9b101285d664', 'name': 'tempest-TestVolumeBootPattern-1095409236-router', 'tenant_id': '701b08622f74425e9cf481c9deebc111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '70937fc5-7fd1-4ef9-ac18-0689527db8ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:32:00Z', 'updated_at': '2022-05-17T19:32:05Z', 'revision_number': 4, 'project_id': '701b08622f74425e9cf481c9deebc111', 'gw_port': {'id': '70937fc5-7fd1-4ef9-ac18-0689527db8ab', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:aa:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b11c8d4-367e-4bce-9355-9b101285d664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:32:01Z', 'updated_at': '2022-05-17T19:32:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': 'ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c', 'name': '', 'network_id': 'a4c8e57c-5f4f-424b-a02f-ceffad060016', 'tenant_id': '701b08622f74425e9cf481c9deebc111', 'mac_address': 'fa:16:3e:48:82:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b11c8d4-367e-4bce-9355-9b101285d664', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '83cadf87-64ed-4379-afe2-ba88bcc6f13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:32:04Z', 'updated_at': '2022-05-17T19:32:06Z', 'revision_number': 2, 'project_id': '701b08622f74425e9cf481c9deebc111', 'subnets': [{'id': '83cadf87-64ed-4379-afe2-ba88bcc6f13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:32:10.353319 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] For port 70937fc5-7fd1-4ef9-ac18-0689527db8ab, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=70937fc5-7fd1-4ef9-ac18-0689527db8ab,segment=NetworkSegment(9ce1d97a-7b85-460d-9e35-dbb6f20db43d),segment_id=9ce1d97a-7b85-460d-9e35-dbb6f20db43d)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:32:10.380186 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d921449-cfee-479a-b0ce-886c14b57e04 None None] Checking router: 9b11c8d4-367e-4bce-9355-9b101285d664 for host: dv-cinder-840678-10-iscsi {{(pid=103782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 19:32:10.380534 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d921449-cfee-479a-b0ce-886c14b57e04 None None] Updating router 9b11c8d4-367e-4bce-9355-9b101285d664 port ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c binding host dv-cinder-840678-10-iscsi {{(pid=103782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 19:32:10.408894 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-7d921449-cfee-479a-b0ce-886c14b57e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:10.436998 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-eff65c19-623b-4fa3-8081-ad3eb3594861 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks [] for security_group_rule (ab463ccf-176b-4dac-855e-cdb1ff55e2af), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:10.470458 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (70937fc5-7fd1-4ef9-ac18-0689527db8ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:10.499554 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-eff65c19-623b-4fa3-8081-ad3eb3594861 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks [] for security_group_rule (ab463ccf-176b-4dac-855e-cdb1ff55e2af), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:10.568137 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-eff65c19-623b-4fa3-8081-ad3eb3594861 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321501'] for security_group_rule (ab463ccf-176b-4dac-855e-cdb1ff55e2af), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:10.586529 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Pushing event updated for resources: {'Port': ['ID=70937fc5-7fd1-4ef9-ac18-0689527db8ab,revision_number=4']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:32:10.589766 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff65c19-623b-4fa3-8081-ad3eb3594861 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab463ccf-176b-4dac-855e-cdb1ff55e2af,revision_number=0']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:32:10.672756 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-eff65c19-623b-4fa3-8081-ad3eb3594861 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:10.673957 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-eff65c19-623b-4fa3-8081-ad3eb3594861 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3705044 May 17 19:32:10.676720 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 42376) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:32:10.681035 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [None req-7fdd7a67-1ae6-49e3-923c-d4f1be0c71af tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Request body: {'security_group_rule': {'security_group_id': 'a33a853a-3df4-4414-90e6-4e69cdaf8606', 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:32:10.739373 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-7d921449-cfee-479a-b0ce-886c14b57e04 None None] Publish callbacks [] for port (ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c), precommit_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:10.773426 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-7fdd7a67-1ae6-49e3-923c-d4f1be0c71af tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks [] for security_group_rule (d1741f5a-8ba7-413b-9522-b4fed0a02bc2), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:10.796451 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-7d921449-cfee-479a-b0ce-886c14b57e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:10.841746 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-7fdd7a67-1ae6-49e3-923c-d4f1be0c71af tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks [] for security_group_rule (d1741f5a-8ba7-413b-9522-b4fed0a02bc2), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:10.848356 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ecc94f-0872-4c21-97bb-f62f1996e1f1 None None] Pushing event updated for resources: {'Port': ['ID=ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c,revision_number=3']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:32:10.916134 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-7fdd7a67-1ae6-49e3-923c-d4f1be0c71af tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321501'] for security_group_rule (d1741f5a-8ba7-413b-9522-b4fed0a02bc2), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:10.916275 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-7d921449-cfee-479a-b0ce-886c14b57e04 None None] Attempting to bind port ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c on host dv-cinder-840678-10-iscsi for vnic_type normal with profile {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 19:32:10.916275 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-7d921449-cfee-479a-b0ce-886c14b57e04 None None] Attempting to bind port ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c by drivers openvswitch,hyperv on host dv-cinder-840678-10-iscsi at level 0 using segments [{'id': '55a052b9-41e3-4ffe-bb9d-36bc86d2391b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a4c8e57c-5f4f-424b-a02f-ceffad060016'}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 19:32:10.916275 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d921449-cfee-479a-b0ce-886c14b57e04 None None] Attempting to bind port ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c on network a4c8e57c-5f4f-424b-a02f-ceffad060016 {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:32:10.918764 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d921449-cfee-479a-b0ce-886c14b57e04 None None] Checking agent: {'id': 'ad42d2f6-c134-426b-9061-deff100c9b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 19, 20, 51), 'started_at': datetime.datetime(2022, 5, 17, 19, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 19, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 19:32:10.919138 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d921449-cfee-479a-b0ce-886c14b57e04 None None] Checking segment: {'id': '55a052b9-41e3-4ffe-bb9d-36bc86d2391b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a4c8e57c-5f4f-424b-a02f-ceffad060016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:32:10.919558 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-7d921449-cfee-479a-b0ce-886c14b57e04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:10.919948 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d921449-cfee-479a-b0ce-886c14b57e04 None None] Bound using segment: {'id': '55a052b9-41e3-4ffe-bb9d-36bc86d2391b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a4c8e57c-5f4f-424b-a02f-ceffad060016'} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 19:32:10.920409 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-7d921449-cfee-479a-b0ce-886c14b57e04 None None] Bound port: ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c, host: dv-cinder-840678-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55a052b9-41e3-4ffe-bb9d-36bc86d2391b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a4c8e57c-5f4f-424b-a02f-ceffad060016'}}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 19:32:10.920820 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-7d921449-cfee-479a-b0ce-886c14b57e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:10.934358 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd7a67-1ae6-49e3-923c-d4f1be0c71af tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1741f5a-8ba7-413b-9522-b4fed0a02bc2,revision_number=0']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:32:10.990572 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-7d921449-cfee-479a-b0ce-886c14b57e04 None None] For port ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c, host dv-cinder-840678-10-iscsi, cleared binding levels {{(pid=103782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 19:32:10.994040 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-7d921449-cfee-479a-b0ce-886c14b57e04 None None] For port ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c, host dv-cinder-840678-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c,segment=NetworkSegment(55a052b9-41e3-4ffe-bb9d-36bc86d2391b),segment_id=55a052b9-41e3-4ffe-bb9d-36bc86d2391b)] {{(pid=103782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 19:32:11.021108 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-7fdd7a67-1ae6-49e3-923c-d4f1be0c71af tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:11.022332 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-7fdd7a67-1ae6-49e3-923c-d4f1be0c71af tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3446791 May 17 19:32:11.025032 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 42382) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:32:11.029964 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [None req-e0f7257a-268a-4e41-b2be-f8011d3827af tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Request body: {'security_group_rule': {'security_group_id': 'a33a853a-3df4-4414-90e6-4e69cdaf8606', 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:32:11.104263 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-58412711-fa37-4232-9518-b54880a3d81a None None] Provisioning complete for port ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:32:11.104651 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-58412711-fa37-4232-9518-b54880a3d81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:11.132320 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-7d921449-cfee-479a-b0ce-886c14b57e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:11.166569 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-58412711-fa37-4232-9518-b54880a3d81a None None] Port ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c cannot update to ACTIVE because it is not bound. {{(pid=103782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 19:32:11.180002 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.db.securitygroups_db [None req-e0f7257a-268a-4e41-b2be-f8011d3827af tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Project aae36ceec2314da8a829113fc36f2f40 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 19:32:11.188666 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-e0f7257a-268a-4e41-b2be-f8011d3827af tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks [] for security_group_rule (eb256a95-0026-4125-b10a-97702480502d), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:11.201093 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d921449-cfee-479a-b0ce-886c14b57e04 None None] Routers {'9b11c8d4-367e-4bce-9355-9b101285d664'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:32:11.201716 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-7d921449-cfee-479a-b0ce-886c14b57e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:31:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['9b11c8d4-367e-4bce-9355-9b101285d664'], 'active': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:32:11.247289 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-5b5452db-b0a3-45a1-9670-0ef60af22367 req-3921f024-aa94-4fc4-bd53-4ee161a5cf62 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/ports?device_id=76f7f528-9e43-43b8-b49b-42cf92e9933b HTTP/1.1" status: 200 len: 210 time: 0.0344205 May 17 19:32:11.257626 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ecc94f-0872-4c21-97bb-f62f1996e1f1 None None] Pushing event updated for resources: {'Port': ['ID=ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c,revision_number=4']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:32:11.318871 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab1037-7078-490e-8146-93e9990bc28c req-87c23a6e-3d37-481e-b6fb-d51902554084 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:11.334047 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f7ab1037-7078-490e-8146-93e9990bc28c req-87c23a6e-3d37-481e-b6fb-d51902554084 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 945 time: 0.0961194 May 17 19:32:11.342200 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-e0f7257a-268a-4e41-b2be-f8011d3827af tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks [] for security_group_rule (eb256a95-0026-4125-b10a-97702480502d), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:11.402524 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvr_db [None req-7d921449-cfee-479a-b0ce-886c14b57e04 None None] Set router 9b11c8d4-367e-4bce-9355-9b101285d664 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:32:11.412968 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-e0f7257a-268a-4e41-b2be-f8011d3827af tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321501'] for security_group_rule (eb256a95-0026-4125-b10a-97702480502d), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:11.416120 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-ec615680-6b94-4a1e-81aa-c2d10092def7 req-fcada414-5e0d-43a6-b23f-873506649b4d tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 210 time: 0.0479593 May 17 19:32:11.433919 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7257a-268a-4e41-b2be-f8011d3827af tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb256a95-0026-4125-b10a-97702480502d,revision_number=0']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:32:11.453590 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f7ab1037-7078-490e-8146-93e9990bc28c req-208aba0b-ba2c-4ba0-9c74-5d8caee628ea tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170874 May 17 19:32:11.487555 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device ff8731af-15ec-4499-8ce7-63c71d359613 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 19:32:11.521626 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-e0f7257a-268a-4e41-b2be-f8011d3827af tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:11.525772 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-e0f7257a-268a-4e41-b2be-f8011d3827af tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4969857 May 17 19:32:11.525909 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 42396) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:32:11.531200 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [None req-996d373f-7464-4c95-8fbf-9dbd2ecb1964 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Request body: {'security_group_rule': {'security_group_id': 'a33a853a-3df4-4414-90e6-4e69cdaf8606', 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:32:11.628363 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.db.securitygroups_db [None req-996d373f-7464-4c95-8fbf-9dbd2ecb1964 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Project aae36ceec2314da8a829113fc36f2f40 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 19:32:11.635123 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-996d373f-7464-4c95-8fbf-9dbd2ecb1964 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks [] for security_group_rule (d82c9d01-7cb4-4170-9a39-831658a11c61), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:11.717575 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-996d373f-7464-4c95-8fbf-9dbd2ecb1964 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks [] for security_group_rule (d82c9d01-7cb4-4170-9a39-831658a11c61), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:11.787869 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-4c107415-85aa-4129-b3e1-acc8f1e562d4 None None] Provisioning complete for port ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:32:11.788238 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-4c107415-85aa-4129-b3e1-acc8f1e562d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:11.791123 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-996d373f-7464-4c95-8fbf-9dbd2ecb1964 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321501'] for security_group_rule (d82c9d01-7cb4-4170-9a39-831658a11c61), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:11.809072 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996d373f-7464-4c95-8fbf-9dbd2ecb1964 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d82c9d01-7cb4-4170-9a39-831658a11c61,revision_number=0']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:32:11.829784 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Current status of the port ff8731af-15ec-4499-8ce7-63c71d359613 is: ACTIVE; New status is: DOWN {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:32:11.830158 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (ff8731af-15ec-4499-8ce7-63c71d359613), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:11.898764 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-996d373f-7464-4c95-8fbf-9dbd2ecb1964 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:11.902837 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-996d373f-7464-4c95-8fbf-9dbd2ecb1964 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3739138 May 17 19:32:11.904918 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b22978d8-2688-49c7-8962-728e7874fc70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff8731af-15ec-4499-8ce7-63c71d359613'}] {{(pid=103782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:32:11.907212 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dcdb420cfc3f3d59cdc90e9401be4743e23c4809d01819fc24a250fd06a42a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdeac28e-88ff-4b81-b608-48f35822393b" -d '{"events": [{"server_uuid": "b22978d8-2688-49c7-8962-728e7874fc70", "name": "network-vif-unplugged", "status": "completed", "tag": "ff8731af-15ec-4499-8ce7-63c71d359613"}]}' {{(pid=103782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:32:11.958287 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 May 2022 19:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5abba5-9af8-4a4a-8f82-b686a11598e8 x-openstack-request-id: req-9b5abba5-9af8-4a4a-8f82-b686a11598e8 {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:32:11.958593 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b22978d8-2688-49c7-8962-728e7874fc70", "name": "network-vif-unplugged", "status": "completed", "tag": "ff8731af-15ec-4499-8ce7-63c71d359613", "code": 200}]} {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:32:11.958847 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9b5abba5-9af8-4a4a-8f82-b686a11598e8 {{(pid=103782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:32:11.959239 dv-cinder-840678-10-iscsi neutron-server[103782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b5abba5-9af8-4a4a-8f82-b686a11598e8'] response: {'server_uuid': 'b22978d8-2688-49c7-8962-728e7874fc70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff8731af-15ec-4499-8ce7-63c71d359613', 'code': 200} May 17 19:32:11.963972 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port ff8731af-15ec-4499-8ce7-63c71d359613, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=ff8731af-15ec-4499-8ce7-63c71d359613,segment=NetworkSegment(cb7a5f44-2490-49bf-84d8-97ca2a591d42),segment_id=cb7a5f44-2490-49bf-84d8-97ca2a591d42)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:32:11.967868 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device 70937fc5-7fd1-4ef9-ac18-0689527db8ab up at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:32:11.997302 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-7d921449-cfee-479a-b0ce-886c14b57e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b11c8d4-367e-4bce-9355-9b101285d664', 'name': 'tempest-TestVolumeBootPattern-1095409236-router', 'tenant_id': '701b08622f74425e9cf481c9deebc111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '70937fc5-7fd1-4ef9-ac18-0689527db8ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:32:00Z', 'updated_at': '2022-05-17T19:32:05Z', 'revision_number': 4, 'project_id': '701b08622f74425e9cf481c9deebc111', 'gw_port': {'id': '70937fc5-7fd1-4ef9-ac18-0689527db8ab', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:aa:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b11c8d4-367e-4bce-9355-9b101285d664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:32:01Z', 'updated_at': '2022-05-17T19:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': 'ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c', 'name': '', 'network_id': 'a4c8e57c-5f4f-424b-a02f-ceffad060016', 'tenant_id': '701b08622f74425e9cf481c9deebc111', 'mac_address': 'fa:16:3e:48:82:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b11c8d4-367e-4bce-9355-9b101285d664', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '83cadf87-64ed-4379-afe2-ba88bcc6f13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:32:04Z', 'updated_at': '2022-05-17T19:32:10Z', 'revision_number': 4, 'project_id': '701b08622f74425e9cf481c9deebc111', 'subnets': [{'id': '83cadf87-64ed-4379-afe2-ba88bcc6f13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:32:12.042867 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-4c107415-85aa-4129-b3e1-acc8f1e562d4 None None] Current status of the port ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c is: DOWN; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:32:12.042867 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-4c107415-85aa-4129-b3e1-acc8f1e562d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:12.046120 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d921449-cfee-479a-b0ce-886c14b57e04 None None] The sync data for ids ['9b11c8d4-367e-4bce-9355-9b101285d664'] in dv-cinder-840678-10-iscsi is: [{'id': '9b11c8d4-367e-4bce-9355-9b101285d664', 'name': 'tempest-TestVolumeBootPattern-1095409236-router', 'tenant_id': '701b08622f74425e9cf481c9deebc111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '70937fc5-7fd1-4ef9-ac18-0689527db8ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:32:00Z', 'updated_at': '2022-05-17T19:32:05Z', 'revision_number': 4, 'project_id': '701b08622f74425e9cf481c9deebc111', 'gw_port': {'id': '70937fc5-7fd1-4ef9-ac18-0689527db8ab', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:aa:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b11c8d4-367e-4bce-9355-9b101285d664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:32:01Z', 'updated_at': '2022-05-17T19:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': 'ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c', 'name': '', 'network_id': 'a4c8e57c-5f4f-424b-a02f-ceffad060016', 'tenant_id': '701b08622f74425e9cf481c9deebc111', 'mac_address': 'fa:16:3e:48:82:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b11c8d4-367e-4bce-9355-9b101285d664', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '83cadf87-64ed-4379-afe2-ba88bcc6f13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:32:04Z', 'updated_at': '2022-05-17T19:32:10Z', 'revision_number': 4, 'project_id': '701b08622f74425e9cf481c9deebc111', 'subnets': [{'id': '83cadf87-64ed-4379-afe2-ba88bcc6f13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 19:32:12.086846 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-4c107415-85aa-4129-b3e1-acc8f1e562d4 None None] For port ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c,segment=NetworkSegment(55a052b9-41e3-4ffe-bb9d-36bc86d2391b),segment_id=55a052b9-41e3-4ffe-bb9d-36bc86d2391b)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:32:12.088481 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Provisioning complete for port 70937fc5-7fd1-4ef9-ac18-0689527db8ab triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:32:12.088930 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (70937fc5-7fd1-4ef9-ac18-0689527db8ab), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:12.126819 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (ff8731af-15ec-4499-8ce7-63c71d359613), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:12.198564 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-4c107415-85aa-4129-b3e1-acc8f1e562d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:12.215374 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Pushing event updated for resources: {'Port': ['ID=ff8731af-15ec-4499-8ce7-63c71d359613,revision_number=8']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:32:12.225346 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port 70937fc5-7fd1-4ef9-ac18-0689527db8ab is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:32:12.226492 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c up at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:32:12.305740 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c107415-85aa-4129-b3e1-acc8f1e562d4 None None] Pushing event updated for resources: {'Port': ['ID=ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c,revision_number=5']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:32:12.320231 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Provisioning complete for port ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:32:12.320612 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:12.377330 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ceba0aff-be02-4826-a24e-e62e3e4c87fa req-4d5efc98-b6e5-45eb-a7b4-71dc8e33b67a tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/ports?device_id=76f7f528-9e43-43b8-b49b-42cf92e9933b HTTP/1.1" status: 200 len: 210 time: 0.0365267 May 17 19:32:12.420837 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:32:12.536864 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-d4d92a99-25f3-405c-80f4-40a8a24c1bd4 req-ab92efc6-e94a-45b0-9486-96868bf1d40b tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 210 time: 0.0358682 May 17 19:32:12.619409 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b68dac-cd32-4837-bbe2-41ff7a94610b req-b47209ff-70ea-45d4-9877-ca8097c08752 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:12.621347 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-11b68dac-cd32-4837-bbe2-41ff7a94610b req-b47209ff-70ea-45d4-9877-ca8097c08752 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 943 time: 0.0559416 May 17 19:32:12.699560 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-11b68dac-cd32-4837-bbe2-41ff7a94610b req-e784e943-9f63-4551-9900-564c503c5c8d tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678546 May 17 19:32:12.785429 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e9c556-6120-4d6b-a489-d1148eb34b17 req-4a599c1f-e94d-4aa4-b672-24ccce66e9d7 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:12.787434 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-b3e9c556-6120-4d6b-a489-d1148eb34b17 req-4a599c1f-e94d-4aa4-b672-24ccce66e9d7 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.69 "GET /v2.0/networks?id=ddaa928e-2db4-4b37-b723-ff2ae1e2b964 HTTP/1.1" status: 200 len: 818 time: 0.1307073 May 17 19:32:12.876615 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-b3e9c556-6120-4d6b-a489-d1148eb34b17 req-ee900d39-9b41-498f-8f09-d03bd9791430 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d488b25563d4373b5c980ab060bc822 HTTP/1.1" status: 200 len: 379 time: 0.0720229 May 17 19:32:12.886645 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [req-b3e9c556-6120-4d6b-a489-d1148eb34b17 req-f411c6ee-8a02-49bd-a31c-d9c972c14ba5 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Request body: {'port': {'device_id': 'db49ed28-b324-4e1a-a507-49abe81af51c', 'network_id': 'ddaa928e-2db4-4b37-b723-ff2ae1e2b964', 'admin_state_up': True, 'tenant_id': '5d488b25563d4373b5c980ab060bc822', 'security_groups': ['4f20730c-0387-4878-ba3f-6860b536aa21']}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:32:13.105148 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3e9c556-6120-4d6b-a489-d1148eb34b17 req-f411c6ee-8a02-49bd-a31c-d9c972c14ba5 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Made reservation on behalf of 5d488b25563d4373b5c980ab060bc822 for: {'port': 1} {{(pid=103780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:32:13.109565 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-b3e9c556-6120-4d6b-a489-d1148eb34b17 req-f411c6ee-8a02-49bd-a31c-d9c972c14ba5 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:13.122674 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6dcba-9bcd-4b62-9fc6-b60e6fa168db req-78f4ed48-304e-40d3-8c1d-8ec88beb1e6c tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:13.124323 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-84d6dcba-9bcd-4b62-9fc6-b60e6fa168db req-78f4ed48-304e-40d3-8c1d-8ec88beb1e6c tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.69 "GET /v2.0/networks?id=66826fc9-a7d1-4546-aded-6352b0954327 HTTP/1.1" status: 200 len: 808 time: 0.1342471 May 17 19:32:13.139267 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [req-84d6dcba-9bcd-4b62-9fc6-b60e6fa168db req-99c7da37-9408-4b73-990b-e87a62c747ab tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Request body: {'port': {'device_id': '76f7f528-9e43-43b8-b49b-42cf92e9933b', 'network_id': '66826fc9-a7d1-4546-aded-6352b0954327', 'admin_state_up': True, 'tenant_id': '526f0c023217424d8ddde06706fff79c'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:32:13.264808 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.db_base_plugin_common [req-b3e9c556-6120-4d6b-a489-d1148eb34b17 req-f411c6ee-8a02-49bd-a31c-d9c972c14ba5 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Allocated IP 172.20.0.5 (ddaa928e-2db4-4b37-b723-ff2ae1e2b964/78a5955d-2965-41b9-ae73-2183d9038bbb/2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9) {{(pid=103780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:32:13.405198 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84d6dcba-9bcd-4b62-9fc6-b60e6fa168db req-99c7da37-9408-4b73-990b-e87a62c747ab tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Made reservation on behalf of 526f0c023217424d8ddde06706fff79c for: {'port': 1} {{(pid=103781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:32:13.410360 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-84d6dcba-9bcd-4b62-9fc6-b60e6fa168db req-99c7da37-9408-4b73-990b-e87a62c747ab tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:13.432162 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-b3e9c556-6120-4d6b-a489-d1148eb34b17 req-f411c6ee-8a02-49bd-a31c-d9c972c14ba5 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks [] for port (2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:13.462376 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (bee311cb-2a55-4828-8ca4-4ee09c88de79), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:13.509309 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b7c7881f-b73f-4e7b-8ca0-8f7714b300bc req-bf759078-2612-49f9-b1b7-0f614d956303 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/ports?device_id=76f7f528-9e43-43b8-b49b-42cf92e9933b HTTP/1.1" status: 200 len: 210 time: 0.0372477 May 17 19:32:13.555699 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-b3e9c556-6120-4d6b-a489-d1148eb34b17 req-f411c6ee-8a02-49bd-a31c-d9c972c14ba5 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014583'] for port (2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:13.608470 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_common [req-84d6dcba-9bcd-4b62-9fc6-b60e6fa168db req-99c7da37-9408-4b73-990b-e87a62c747ab tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Allocated IP 172.20.0.11 (66826fc9-a7d1-4546-aded-6352b0954327/1d2824ef-f91e-4f88-8223-f2bb00b778e0/f12a2193-9574-4acf-b76a-1343bc01ce58) {{(pid=103781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:32:13.634045 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3e9c556-6120-4d6b-a489-d1148eb34b17 req-f411c6ee-8a02-49bd-a31c-d9c972c14ba5 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Network ddaa928e-2db4-4b37-b723-ff2ae1e2b964 is already hosted by enough agents. {{(pid=103780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:32:13.637224 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.base_scheduler [req-b3e9c556-6120-4d6b-a489-d1148eb34b17 req-f411c6ee-8a02-49bd-a31c-d9c972c14ba5 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Resources bound (agent type, host, resource id): {{(pid=103780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:32:13.644088 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e9c556-6120-4d6b-a489-d1148eb34b17 req-f411c6ee-8a02-49bd-a31c-d9c972c14ba5 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Received port after_create {{(pid=103780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:32:13.668867 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f411c6ee-8a02-49bd-a31c-d9c972c14ba5 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Pushing event updated for resources: {'Port': ['ID=2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:32:13.705588 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e9c556-6120-4d6b-a489-d1148eb34b17 req-f411c6ee-8a02-49bd-a31c-d9c972c14ba5 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:13.706531 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-b3e9c556-6120-4d6b-a489-d1148eb34b17 req-f411c6ee-8a02-49bd-a31c-d9c972c14ba5 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for port (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:13.736086 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af852b2-6fa7-4aa2-ad5e-afabbb2cf83e req-fe403ee5-4b2c-4dc6-8072-20f806658bbd tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:13.742910 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1af852b2-6fa7-4aa2-ad5e-afabbb2cf83e req-fe403ee5-4b2c-4dc6-8072-20f806658bbd tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 931 time: 0.0984242 May 17 19:32:13.808348 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-b3e9c556-6120-4d6b-a489-d1148eb34b17 req-f411c6ee-8a02-49bd-a31c-d9c972c14ba5 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9251564 May 17 19:32:13.823256 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [req-b3e9c556-6120-4d6b-a489-d1148eb34b17 req-44feb3d0-d1bf-469d-8d46-fa3b4271aa02 service neutron] Request body: {'port': {'device_id': 'db49ed28-b324-4e1a-a507-49abe81af51c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:32:13.848110 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1af852b2-6fa7-4aa2-ad5e-afabbb2cf83e req-260e1be9-e991-487a-9192-7764d2658aa1 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f20730c-0387-4878-ba3f-6860b536aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040044 May 17 19:32:13.897015 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-84d6dcba-9bcd-4b62-9fc6-b60e6fa168db req-99c7da37-9408-4b73-990b-e87a62c747ab tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Publish callbacks [] for port (f12a2193-9574-4acf-b76a-1343bc01ce58), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:13.902323 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-b3e9c556-6120-4d6b-a489-d1148eb34b17 req-44feb3d0-d1bf-469d-8d46-fa3b4271aa02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9), before_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:13.930182 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-d3cae924-8045-4a16-89c0-6d381d53f43a None None] Provisioning complete for port 2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9 triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:32:13.930781 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d3cae924-8045-4a16-89c0-6d381d53f43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:13.968226 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c up at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:32:13.994506 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d3cae924-8045-4a16-89c0-6d381d53f43a None None] Port 2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9 cannot update to ACTIVE because it is not bound. {{(pid=103782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 19:32:14.016494 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Provisioning complete for port ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:32:14.016869 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:14.017612 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-84d6dcba-9bcd-4b62-9fc6-b60e6fa168db req-99c7da37-9408-4b73-990b-e87a62c747ab tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (f12a2193-9574-4acf-b76a-1343bc01ce58), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:14.094078 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84d6dcba-9bcd-4b62-9fc6-b60e6fa168db req-99c7da37-9408-4b73-990b-e87a62c747ab tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Network 66826fc9-a7d1-4546-aded-6352b0954327 is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:32:14.097538 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [req-84d6dcba-9bcd-4b62-9fc6-b60e6fa168db req-99c7da37-9408-4b73-990b-e87a62c747ab tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:32:14.102409 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c7da37-9408-4b73-990b-e87a62c747ab tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Pushing event updated for resources: {'Port': ['ID=f12a2193-9574-4acf-b76a-1343bc01ce58,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:32:14.102409 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d6dcba-9bcd-4b62-9fc6-b60e6fa168db req-99c7da37-9408-4b73-990b-e87a62c747ab tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Received port after_create {{(pid=103781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:32:14.142629 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:32:14.161226 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6dcba-9bcd-4b62-9fc6-b60e6fa168db req-99c7da37-9408-4b73-990b-e87a62c747ab tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:14.162162 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-84d6dcba-9bcd-4b62-9fc6-b60e6fa168db req-99c7da37-9408-4b73-990b-e87a62c747ab tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:14.243099 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [req-f1a63f4c-4766-4c25-b67e-69b74b949973 req-26081a6e-e176-42cd-91a8-39d837bda20d service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 19:32:14.244158 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f1a63f4c-4766-4c25-b67e-69b74b949973 req-26081a6e-e176-42cd-91a8-39d837bda20d service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0069611 May 17 19:32:14.264502 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.notifiers.nova [req-b3e9c556-6120-4d6b-a489-d1148eb34b17 req-44feb3d0-d1bf-469d-8d46-fa3b4271aa02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9 {{(pid=103780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 19:32:14.272574 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-b3e9c556-6120-4d6b-a489-d1148eb34b17 req-44feb3d0-d1bf-469d-8d46-fa3b4271aa02 service neutron] Publish callbacks [] for port (2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9), precommit_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:14.280892 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-84d6dcba-9bcd-4b62-9fc6-b60e6fa168db req-99c7da37-9408-4b73-990b-e87a62c747ab tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1459858 May 17 19:32:14.288811 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.provisioning_blocks [req-b3e9c556-6120-4d6b-a489-d1148eb34b17 req-44feb3d0-d1bf-469d-8d46-fa3b4271aa02 service neutron] Transition to ACTIVE for port object 2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9 will not be triggered until provisioned by entity L2. {{(pid=103780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 19:32:14.294042 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [req-84d6dcba-9bcd-4b62-9fc6-b60e6fa168db req-6f6b42dc-7520-4cec-b55d-e0424efd99ab service neutron] Request body: {'port': {'device_id': '76f7f528-9e43-43b8-b49b-42cf92e9933b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:32:14.357683 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-84d6dcba-9bcd-4b62-9fc6-b60e6fa168db req-6f6b42dc-7520-4cec-b55d-e0424efd99ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (f12a2193-9574-4acf-b76a-1343bc01ce58), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:14.410777 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-b3e9c556-6120-4d6b-a489-d1148eb34b17 req-44feb3d0-d1bf-469d-8d46-fa3b4271aa02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13014528'] for port (2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9), after_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:14.467547 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44feb3d0-d1bf-469d-8d46-fa3b4271aa02 service neutron] Pushing event updated for resources: {'Port': ['ID=2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9,revision_number=2']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:32:14.585483 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.managers [req-b3e9c556-6120-4d6b-a489-d1148eb34b17 req-44feb3d0-d1bf-469d-8d46-fa3b4271aa02 service neutron] Attempting to bind port 2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 19:32:14.586086 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.managers [req-b3e9c556-6120-4d6b-a489-d1148eb34b17 req-44feb3d0-d1bf-469d-8d46-fa3b4271aa02 service neutron] Attempting to bind port 2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '1bdcad8c-4500-4b1c-91ba-9b35d4cd746d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ddaa928e-2db4-4b37-b723-ff2ae1e2b964'}] {{(pid=103780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 19:32:14.586309 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e9c556-6120-4d6b-a489-d1148eb34b17 req-44feb3d0-d1bf-469d-8d46-fa3b4271aa02 service neutron] Attempting to bind port 2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9 on network ddaa928e-2db4-4b37-b723-ff2ae1e2b964 {{(pid=103780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:32:14.615839 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e9c556-6120-4d6b-a489-d1148eb34b17 req-44feb3d0-d1bf-469d-8d46-fa3b4271aa02 service neutron] Port 2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9 on network ddaa928e-2db4-4b37-b723-ff2ae1e2b964 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 19:32:14.616289 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e9c556-6120-4d6b-a489-d1148eb34b17 req-44feb3d0-d1bf-469d-8d46-fa3b4271aa02 service neutron] Attempting to bind port 2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9 on network ddaa928e-2db4-4b37-b723-ff2ae1e2b964 {{(pid=103780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:32:14.651382 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e9c556-6120-4d6b-a489-d1148eb34b17 req-44feb3d0-d1bf-469d-8d46-fa3b4271aa02 service neutron] Checking agent: {'id': 'bee311cb-2a55-4828-8ca4-4ee09c88de79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 19, 27, 43), 'started_at': datetime.datetime(2022, 5, 17, 19, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 19, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 19:32:14.651912 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e9c556-6120-4d6b-a489-d1148eb34b17 req-44feb3d0-d1bf-469d-8d46-fa3b4271aa02 service neutron] Checking segment: {'id': '1bdcad8c-4500-4b1c-91ba-9b35d4cd746d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ddaa928e-2db4-4b37-b723-ff2ae1e2b964'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:32:14.652348 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e9c556-6120-4d6b-a489-d1148eb34b17 req-44feb3d0-d1bf-469d-8d46-fa3b4271aa02 service neutron] Bound using segment: {'id': '1bdcad8c-4500-4b1c-91ba-9b35d4cd746d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ddaa928e-2db4-4b37-b723-ff2ae1e2b964'} {{(pid=103780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 19:32:14.652882 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.managers [req-b3e9c556-6120-4d6b-a489-d1148eb34b17 req-44feb3d0-d1bf-469d-8d46-fa3b4271aa02 service neutron] Bound port: 2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bdcad8c-4500-4b1c-91ba-9b35d4cd746d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ddaa928e-2db4-4b37-b723-ff2ae1e2b964'}}] {{(pid=103780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 19:32:14.653494 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-b3e9c556-6120-4d6b-a489-d1148eb34b17 req-44feb3d0-d1bf-469d-8d46-fa3b4271aa02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9), before_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:14.679088 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe6e60-ef86-4dfc-a070-88c6f803c4f9 req-7477e5e1-f32c-407d-b9e3-dfe49cc1bb26 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:14.687197 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-0cfe6e60-ef86-4dfc-a070-88c6f803c4f9 req-7477e5e1-f32c-407d-b9e3-dfe49cc1bb26 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 943 time: 0.0949976 May 17 19:32:14.757151 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.db [req-b3e9c556-6120-4d6b-a489-d1148eb34b17 req-44feb3d0-d1bf-469d-8d46-fa3b4271aa02 service neutron] For port 2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9, host hv-cinder-84067, cleared binding levels {{(pid=103780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 19:32:14.759984 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b8ccb2-4d81-4e39-92e3-0c446a1ed75c req-03efb6bb-6685-482b-86bc-4410f4399531 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:14.767713 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-37b8ccb2-4d81-4e39-92e3-0c446a1ed75c req-03efb6bb-6685-482b-86bc-4410f4399531 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/ports?device_id=76f7f528-9e43-43b8-b49b-42cf92e9933b HTTP/1.1" status: 200 len: 932 time: 0.1150627 May 17 19:32:14.777020 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.db [req-b3e9c556-6120-4d6b-a489-d1148eb34b17 req-44feb3d0-d1bf-469d-8d46-fa3b4271aa02 service neutron] For port 2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9,segment=NetworkSegment(1bdcad8c-4500-4b1c-91ba-9b35d4cd746d),segment_id=1bdcad8c-4500-4b1c-91ba-9b35d4cd746d)] {{(pid=103780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 19:32:14.795475 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [req-84d6dcba-9bcd-4b62-9fc6-b60e6fa168db req-6f6b42dc-7520-4cec-b55d-e0424efd99ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f12a2193-9574-4acf-b76a-1343bc01ce58 {{(pid=103781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 19:32:14.808018 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-84d6dcba-9bcd-4b62-9fc6-b60e6fa168db req-6f6b42dc-7520-4cec-b55d-e0424efd99ab service neutron] Publish callbacks [] for port (f12a2193-9574-4acf-b76a-1343bc01ce58), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:14.810363 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-0cfe6e60-ef86-4dfc-a070-88c6f803c4f9 req-36e8191e-291b-407f-8c20-e8f3212c0790 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221867 May 17 19:32:14.838431 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.provisioning_blocks [req-84d6dcba-9bcd-4b62-9fc6-b60e6fa168db req-6f6b42dc-7520-4cec-b55d-e0424efd99ab service neutron] Transition to ACTIVE for port object f12a2193-9574-4acf-b76a-1343bc01ce58 will not be triggered until provisioned by entity L2. {{(pid=103781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 19:32:14.841988 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-37b8ccb2-4d81-4e39-92e3-0c446a1ed75c req-336a1376-6c40-4ec7-b623-e8d7ac3738ee tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cb4f89d-920e-4ac8-8c3a-f4ffd1691fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735095 May 17 19:32:14.886405 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-b3e9c556-6120-4d6b-a489-d1148eb34b17 req-44feb3d0-d1bf-469d-8d46-fa3b4271aa02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13014528'] for port (2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9), after_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:14.919668 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-84d6dcba-9bcd-4b62-9fc6-b60e6fa168db req-6f6b42dc-7520-4cec-b55d-e0424efd99ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13820453'] for port (f12a2193-9574-4acf-b76a-1343bc01ce58), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:14.931502 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e9c556-6120-4d6b-a489-d1148eb34b17 req-44feb3d0-d1bf-469d-8d46-fa3b4271aa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:14.940261 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-b3e9c556-6120-4d6b-a489-d1148eb34b17 req-44feb3d0-d1bf-469d-8d46-fa3b4271aa02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for port (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:14.940261 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-b3e9c556-6120-4d6b-a489-d1148eb34b17 req-44feb3d0-d1bf-469d-8d46-fa3b4271aa02 service neutron] 10.222.0.69 "PUT /v2.0/ports/2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9 HTTP/1.1" status: 200 len: 1093 time: 1.1175601 May 17 19:32:14.940261 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db49ed28-b324-4e1a-a507-49abe81af51c', 'tag': '2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9'}] {{(pid=103780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:32:14.940261 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1bd86ad9c435c7379d29d4f4527297f276984ecaea51489ddc34f383e603623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222757cc-9d94-4ee7-93e0-ed6dcc75b6ad" -d '{"events": [{"name": "network-changed", "server_uuid": "db49ed28-b324-4e1a-a507-49abe81af51c", "tag": "2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9"}]}' {{(pid=103780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:32:14.988772 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44feb3d0-d1bf-469d-8d46-fa3b4271aa02 service neutron] Pushing event updated for resources: {'Port': ['ID=2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9,revision_number=3']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:32:14.993999 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-c057b9e5-4c38-4a78-ac42-729cc24c8631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:15.012667 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 19:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9461e876-60c3-4c78-9a95-f3530faff391 x-openstack-request-id: req-9461e876-60c3-4c78-9a95-f3530faff391 {{(pid=103780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:32:15.012975 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db49ed28-b324-4e1a-a507-49abe81af51c", "tag": "2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9", "status": "completed", "code": 200}]} {{(pid=103780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:32:15.013233 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9461e876-60c3-4c78-9a95-f3530faff391 {{(pid=103780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:32:15.013664 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9461e876-60c3-4c78-9a95-f3530faff391'] response: {'name': 'network-changed', 'server_uuid': 'db49ed28-b324-4e1a-a507-49abe81af51c', 'tag': '2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9', 'status': 'completed', 'code': 200} May 17 19:32:15.034568 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c75147-8161-4f54-9acd-e745ae1477dd req-4c6c8c36-dd5d-4448-aef7-4300a90ae6a5 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:15.036220 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-a0c75147-8161-4f54-9acd-e745ae1477dd req-4c6c8c36-dd5d-4448-aef7-4300a90ae6a5 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 943 time: 0.0868053 May 17 19:32:15.047083 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b42dc-7520-4cec-b55d-e0424efd99ab service neutron] Pushing event updated for resources: {'Port': ['ID=f12a2193-9574-4acf-b76a-1343bc01ce58,revision_number=2']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:32:15.115621 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222757cc-9d94-4ee7-93e0-ed6dcc75b6ad req-81c74670-79d0-4fb3-b674-d80f4b426e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:15.117198 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-222757cc-9d94-4ee7-93e0-ed6dcc75b6ad req-81c74670-79d0-4fb3-b674-d80f4b426e32 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5d488b25563d4373b5c980ab060bc822&device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 1127 time: 0.0793145 May 17 19:32:15.131090 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-84d6dcba-9bcd-4b62-9fc6-b60e6fa168db req-6f6b42dc-7520-4cec-b55d-e0424efd99ab service neutron] Attempting to bind port f12a2193-9574-4acf-b76a-1343bc01ce58 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 19:32:15.131591 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-84d6dcba-9bcd-4b62-9fc6-b60e6fa168db req-6f6b42dc-7520-4cec-b55d-e0424efd99ab service neutron] Attempting to bind port f12a2193-9574-4acf-b76a-1343bc01ce58 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '3280cf96-7bfd-405c-91a2-25dd406d81ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '66826fc9-a7d1-4546-aded-6352b0954327'}] {{(pid=103781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 19:32:15.132047 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d6dcba-9bcd-4b62-9fc6-b60e6fa168db req-6f6b42dc-7520-4cec-b55d-e0424efd99ab service neutron] Attempting to bind port f12a2193-9574-4acf-b76a-1343bc01ce58 on network 66826fc9-a7d1-4546-aded-6352b0954327 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:32:15.137527 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d6dcba-9bcd-4b62-9fc6-b60e6fa168db req-6f6b42dc-7520-4cec-b55d-e0424efd99ab service neutron] Port f12a2193-9574-4acf-b76a-1343bc01ce58 on network 66826fc9-a7d1-4546-aded-6352b0954327 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 19:32:15.137937 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d6dcba-9bcd-4b62-9fc6-b60e6fa168db req-6f6b42dc-7520-4cec-b55d-e0424efd99ab service neutron] Attempting to bind port f12a2193-9574-4acf-b76a-1343bc01ce58 on network 66826fc9-a7d1-4546-aded-6352b0954327 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:32:15.143263 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d6dcba-9bcd-4b62-9fc6-b60e6fa168db req-6f6b42dc-7520-4cec-b55d-e0424efd99ab service neutron] Checking agent: {'id': 'bee311cb-2a55-4828-8ca4-4ee09c88de79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 19, 27, 43), 'started_at': datetime.datetime(2022, 5, 17, 19, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 19, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 19:32:15.143712 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d6dcba-9bcd-4b62-9fc6-b60e6fa168db req-6f6b42dc-7520-4cec-b55d-e0424efd99ab service neutron] Checking segment: {'id': '3280cf96-7bfd-405c-91a2-25dd406d81ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '66826fc9-a7d1-4546-aded-6352b0954327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:32:15.144149 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d6dcba-9bcd-4b62-9fc6-b60e6fa168db req-6f6b42dc-7520-4cec-b55d-e0424efd99ab service neutron] Bound using segment: {'id': '3280cf96-7bfd-405c-91a2-25dd406d81ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '66826fc9-a7d1-4546-aded-6352b0954327'} {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 19:32:15.144649 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-84d6dcba-9bcd-4b62-9fc6-b60e6fa168db req-6f6b42dc-7520-4cec-b55d-e0424efd99ab service neutron] Bound port: f12a2193-9574-4acf-b76a-1343bc01ce58, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3280cf96-7bfd-405c-91a2-25dd406d81ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '66826fc9-a7d1-4546-aded-6352b0954327'}}] {{(pid=103781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 19:32:15.146203 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-84d6dcba-9bcd-4b62-9fc6-b60e6fa168db req-6f6b42dc-7520-4cec-b55d-e0424efd99ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (f12a2193-9574-4acf-b76a-1343bc01ce58), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:15.147997 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-a0c75147-8161-4f54-9acd-e745ae1477dd req-5ec87266-f752-4450-9813-6f3f05203a07 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f20730c-0387-4878-ba3f-6860b536aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989289 May 17 19:32:15.224007 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-84d6dcba-9bcd-4b62-9fc6-b60e6fa168db req-6f6b42dc-7520-4cec-b55d-e0424efd99ab service neutron] For port f12a2193-9574-4acf-b76a-1343bc01ce58, host hv-cinder-84067, cleared binding levels {{(pid=103781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 19:32:15.227051 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-84d6dcba-9bcd-4b62-9fc6-b60e6fa168db req-6f6b42dc-7520-4cec-b55d-e0424efd99ab service neutron] For port f12a2193-9574-4acf-b76a-1343bc01ce58, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=f12a2193-9574-4acf-b76a-1343bc01ce58,segment=NetworkSegment(3280cf96-7bfd-405c-91a2-25dd406d81ff),segment_id=3280cf96-7bfd-405c-91a2-25dd406d81ff)] {{(pid=103781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 19:32:15.244061 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222757cc-9d94-4ee7-93e0-ed6dcc75b6ad req-8d0a8334-cc73-4d53-ad74-627938318489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:15.246156 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-222757cc-9d94-4ee7-93e0-ed6dcc75b6ad req-8d0a8334-cc73-4d53-ad74-627938318489 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=5d488b25563d4373b5c980ab060bc822&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1159883 May 17 19:32:15.322389 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-84d6dcba-9bcd-4b62-9fc6-b60e6fa168db req-6f6b42dc-7520-4cec-b55d-e0424efd99ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13820453'] for port (f12a2193-9574-4acf-b76a-1343bc01ce58), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:15.343713 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222757cc-9d94-4ee7-93e0-ed6dcc75b6ad req-983be799-20c8-4595-9aa6-13391fafa765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:15.345267 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-222757cc-9d94-4ee7-93e0-ed6dcc75b6ad req-983be799-20c8-4595-9aa6-13391fafa765 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910554 May 17 19:32:15.355796 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6dcba-9bcd-4b62-9fc6-b60e6fa168db req-6f6b42dc-7520-4cec-b55d-e0424efd99ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:15.356407 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-84d6dcba-9bcd-4b62-9fc6-b60e6fa168db req-6f6b42dc-7520-4cec-b55d-e0424efd99ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:15.357988 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-84d6dcba-9bcd-4b62-9fc6-b60e6fa168db req-6f6b42dc-7520-4cec-b55d-e0424efd99ab service neutron] 10.222.0.69 "PUT /v2.0/ports/f12a2193-9574-4acf-b76a-1343bc01ce58 HTTP/1.1" status: 200 len: 1094 time: 1.0677695 May 17 19:32:15.358324 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76f7f528-9e43-43b8-b49b-42cf92e9933b', 'tag': 'f12a2193-9574-4acf-b76a-1343bc01ce58'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:32:15.360682 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5abf21081b7c701043d67e7bff15db599e71af2afb5ac8611b6265996300b020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20706db2-6465-47ec-a5ae-ed0033965cad" -d '{"events": [{"name": "network-changed", "server_uuid": "76f7f528-9e43-43b8-b49b-42cf92e9933b", "tag": "f12a2193-9574-4acf-b76a-1343bc01ce58"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:32:15.383595 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b42dc-7520-4cec-b55d-e0424efd99ab service neutron] Pushing event updated for resources: {'Port': ['ID=f12a2193-9574-4acf-b76a-1343bc01ce58,revision_number=3']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:32:15.405148 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 19:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8afe548a-4753-4282-875c-e94f66eaaaa5 x-openstack-request-id: req-8afe548a-4753-4282-875c-e94f66eaaaa5 {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:32:15.405435 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76f7f528-9e43-43b8-b49b-42cf92e9933b", "tag": "f12a2193-9574-4acf-b76a-1343bc01ce58", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:32:15.405683 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8afe548a-4753-4282-875c-e94f66eaaaa5 {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:32:15.406068 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8afe548a-4753-4282-875c-e94f66eaaaa5'] response: {'name': 'network-changed', 'server_uuid': '76f7f528-9e43-43b8-b49b-42cf92e9933b', 'tag': 'f12a2193-9574-4acf-b76a-1343bc01ce58', 'status': 'completed', 'code': 200} May 17 19:32:15.433956 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e9c556-6120-4d6b-a489-d1148eb34b17 req-3d781fef-64c8-41e8-9309-413c47008dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:15.436199 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b3e9c556-6120-4d6b-a489-d1148eb34b17 req-3d781fef-64c8-41e8-9309-413c47008dd1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5d488b25563d4373b5c980ab060bc822&device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 1127 time: 0.0439525 May 17 19:32:15.472812 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20706db2-6465-47ec-a5ae-ed0033965cad req-f9b3632a-e7c8-4083-8e36-ad7cf4f12bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:15.474557 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-20706db2-6465-47ec-a5ae-ed0033965cad req-f9b3632a-e7c8-4083-8e36-ad7cf4f12bff service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=526f0c023217424d8ddde06706fff79c&device_id=76f7f528-9e43-43b8-b49b-42cf92e9933b HTTP/1.1" status: 200 len: 1128 time: 0.0430417 May 17 19:32:15.484057 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b3e9c556-6120-4d6b-a489-d1148eb34b17 req-a3424ee8-7833-47ef-b47f-90bf28c413f1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9 HTTP/1.1" status: 200 len: 217 time: 0.0377839 May 17 19:32:15.487879 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device ff8731af-15ec-4499-8ce7-63c71d359613 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 19:32:15.535613 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e9c556-6120-4d6b-a489-d1148eb34b17 req-2d62fc71-9f72-4350-9719-aa79a651218d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:15.537180 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b3e9c556-6120-4d6b-a489-d1148eb34b17 req-2d62fc71-9f72-4350-9719-aa79a651218d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=78a5955d-2965-41b9-ae73-2183d9038bbb HTTP/1.1" status: 200 len: 857 time: 0.0469770 May 17 19:32:15.563452 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Current status of the port ff8731af-15ec-4499-8ce7-63c71d359613 is: DOWN; New status is: DOWN {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:32:15.585248 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20706db2-6465-47ec-a5ae-ed0033965cad req-04366335-f97d-4541-bd91-dc728de16078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:15.586862 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-20706db2-6465-47ec-a5ae-ed0033965cad req-04366335-f97d-4541-bd91-dc728de16078 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=526f0c023217424d8ddde06706fff79c&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1050127 May 17 19:32:15.589763 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e9c556-6120-4d6b-a489-d1148eb34b17 req-6ada3a96-412a-4fa2-ba92-348f790fbd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:15.591254 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b3e9c556-6120-4d6b-a489-d1148eb34b17 req-6ada3a96-412a-4fa2-ba92-348f790fbd65 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ddaa928e-2db4-4b37-b723-ff2ae1e2b964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434747 May 17 19:32:15.686318 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b3e9c556-6120-4d6b-a489-d1148eb34b17 req-fe3952e3-3fee-445d-83f5-95b5247e2c82 service neutron] 10.222.0.69 "GET /v2.0/networks/ddaa928e-2db4-4b37-b723-ff2ae1e2b964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881572 May 17 19:32:15.692820 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20706db2-6465-47ec-a5ae-ed0033965cad req-f72f4070-7a5f-4121-a6b0-8b00d476cadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:15.694332 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-20706db2-6465-47ec-a5ae-ed0033965cad req-f72f4070-7a5f-4121-a6b0-8b00d476cadb service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0967348 May 17 19:32:15.781933 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6dcba-9bcd-4b62-9fc6-b60e6fa168db req-ed58b52d-9bd4-4e40-a670-8d4904732604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:15.783430 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-84d6dcba-9bcd-4b62-9fc6-b60e6fa168db req-ed58b52d-9bd4-4e40-a670-8d4904732604 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=526f0c023217424d8ddde06706fff79c&device_id=76f7f528-9e43-43b8-b49b-42cf92e9933b HTTP/1.1" status: 200 len: 1128 time: 0.0411375 May 17 19:32:15.795058 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b3e9c556-6120-4d6b-a489-d1148eb34b17 req-b5652d02-7b2a-42ca-865d-a17c599cac02 service neutron] 10.222.0.69 "GET /v2.0/networks/ddaa928e-2db4-4b37-b723-ff2ae1e2b964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024218 May 17 19:32:15.825277 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-84d6dcba-9bcd-4b62-9fc6-b60e6fa168db req-d214a67c-c121-406a-812e-0a5b28f6e820 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f12a2193-9574-4acf-b76a-1343bc01ce58 HTTP/1.1" status: 200 len: 217 time: 0.0339494 May 17 19:32:15.892612 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6dcba-9bcd-4b62-9fc6-b60e6fa168db req-0df5b85a-b95d-4782-9906-913f83ec02f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:15.893517 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-84d6dcba-9bcd-4b62-9fc6-b60e6fa168db req-0df5b85a-b95d-4782-9906-913f83ec02f2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1d2824ef-f91e-4f88-8223-f2bb00b778e0 HTTP/1.1" status: 200 len: 848 time: 0.0608501 May 17 19:32:15.946152 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74bf46-a1b7-49ff-b203-c6317443472f req-a7f692f7-cf18-4568-8e02-17a2f9651cd8 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:15.947684 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-8d74bf46-a1b7-49ff-b203-c6317443472f req-a7f692f7-cf18-4568-8e02-17a2f9651cd8 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 943 time: 0.0530155 May 17 19:32:15.971899 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c463e15-17fa-43c5-b7d0-04d6947fc949 req-fe56cb84-282b-4161-9a1b-fdf45e45f843 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:15.973754 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9c463e15-17fa-43c5-b7d0-04d6947fc949 req-fe56cb84-282b-4161-9a1b-fdf45e45f843 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/ports?device_id=76f7f528-9e43-43b8-b49b-42cf92e9933b HTTP/1.1" status: 200 len: 944 time: 0.0529139 May 17 19:32:16.030177 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9c463e15-17fa-43c5-b7d0-04d6947fc949 req-e7b51b8f-0f56-4532-9604-e1658fbaada7 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cb4f89d-920e-4ac8-8c3a-f4ffd1691fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507662 May 17 19:32:16.031719 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-8d74bf46-a1b7-49ff-b203-c6317443472f req-7e8997c5-0ec3-463b-adb7-cb71bbd506a5 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751274 May 17 19:32:16.261787 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896be35-1418-48a1-8d64-4a101bee4e30 req-f9e3b6d1-5703-41dc-a1a2-1c791e19c9e0 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:16.263267 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1896be35-1418-48a1-8d64-4a101bee4e30 req-f9e3b6d1-5703-41dc-a1a2-1c791e19c9e0 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 943 time: 0.0482798 May 17 19:32:16.307913 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1896be35-1418-48a1-8d64-4a101bee4e30 req-8ffdaa3a-9eac-430c-b1c0-60292d3baee2 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f20730c-0387-4878-ba3f-6860b536aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385530 May 17 19:32:16.859189 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-84d6dcba-9bcd-4b62-9fc6-b60e6fa168db req-51e30324-5532-4111-ae8d-c71b091ec2bd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=66826fc9-a7d1-4546-aded-6352b0954327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273175 May 17 19:32:16.965955 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-84d6dcba-9bcd-4b62-9fc6-b60e6fa168db req-db32b55b-3cac-423b-94e4-091c2047d2e6 service neutron] 10.222.0.69 "GET /v2.0/networks/66826fc9-a7d1-4546-aded-6352b0954327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992296 May 17 19:32:17.057934 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-84d6dcba-9bcd-4b62-9fc6-b60e6fa168db req-acf6a9b3-4d1e-4248-83dd-b5cda7f7f562 service neutron] 10.222.0.69 "GET /v2.0/networks/66826fc9-a7d1-4546-aded-6352b0954327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851083 May 17 19:32:17.147293 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2991ca-0a09-4fc8-b2b9-ee77c9bb40f1 req-c83b0ae3-5e37-411c-b3da-ed887144fdd1 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:17.148853 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-eb2991ca-0a09-4fc8-b2b9-ee77c9bb40f1 req-c83b0ae3-5e37-411c-b3da-ed887144fdd1 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/ports?device_id=76f7f528-9e43-43b8-b49b-42cf92e9933b HTTP/1.1" status: 200 len: 944 time: 0.0518041 May 17 19:32:17.208147 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-eb2991ca-0a09-4fc8-b2b9-ee77c9bb40f1 req-a2f9f953-479e-44d8-8380-319ccca5e866 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cb4f89d-920e-4ac8-8c3a-f4ffd1691fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533547 May 17 19:32:17.273981 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-39041aae-26ad-4f0d-b046-fe52588c822e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:17.310583 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d1d81-bf8c-42ea-998d-1470e4f409e1 req-6ac64b5f-ce40-418a-95ce-216f08428fbc tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:17.311984 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-713d1d81-bf8c-42ea-998d-1470e4f409e1 req-6ac64b5f-ce40-418a-95ce-216f08428fbc tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 943 time: 0.0499189 May 17 19:32:17.361002 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-713d1d81-bf8c-42ea-998d-1470e4f409e1 req-6d094db9-b089-40c8-91ea-ba917e258bce tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432982 May 17 19:32:17.464140 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7990414-47de-4fb5-b115-3d2aa8803cfb req-cb7393b7-608f-4a9d-967a-14c5564c0e66 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:17.465605 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b7990414-47de-4fb5-b115-3d2aa8803cfb req-cb7393b7-608f-4a9d-967a-14c5564c0e66 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 943 time: 0.0468633 May 17 19:32:17.514226 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b7990414-47de-4fb5-b115-3d2aa8803cfb req-0f7116b1-7f95-45c1-a3a4-5e2cef887420 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f20730c-0387-4878-ba3f-6860b536aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429924 May 17 19:32:18.333924 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd936a-d331-4e98-8700-4851dc59a8ed req-b20cdc24-0518-4580-b9f3-a3eacf6c949f tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:18.335445 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-40dd936a-d331-4e98-8700-4851dc59a8ed req-b20cdc24-0518-4580-b9f3-a3eacf6c949f tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/ports?device_id=76f7f528-9e43-43b8-b49b-42cf92e9933b HTTP/1.1" status: 200 len: 944 time: 0.0562003 May 17 19:32:18.383997 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-40dd936a-d331-4e98-8700-4851dc59a8ed req-ee3d5410-4544-4a75-a40c-3cf78cc0128e tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cb4f89d-920e-4ac8-8c3a-f4ffd1691fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427017 May 17 19:32:18.482869 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a76ff-ce6f-4481-9ee8-3946299e4b3b req-13cf9924-cc95-43dd-8004-44741332b464 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:18.484551 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:18.484985 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b55a76ff-ce6f-4481-9ee8-3946299e4b3b req-13cf9924-cc95-43dd-8004-44741332b464 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 943 time: 0.0502172 May 17 19:32:18.531946 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b55a76ff-ce6f-4481-9ee8-3946299e4b3b req-e3fa010b-c0cb-43bb-b7d7-637ab227a861 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416844 May 17 19:32:18.629635 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eccb82-042c-43a2-8d0b-f77944dcfdbf req-61d17913-61ab-4b99-9d8e-838672b432e9 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:18.631132 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-f8eccb82-042c-43a2-8d0b-f77944dcfdbf req-61d17913-61ab-4b99-9d8e-838672b432e9 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 943 time: 0.0471613 May 17 19:32:18.679854 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-f8eccb82-042c-43a2-8d0b-f77944dcfdbf req-ca56d053-863d-41ec-8a27-453ebd22c42e tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f20730c-0387-4878-ba3f-6860b536aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428963 May 17 19:32:19.488969 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 19:32:19.498886 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d257ff-4309-4050-a994-7fd9673662a5 req-c8ea1b50-ca90-49db-a5f7-3ee157b74585 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:19.500467 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-06d257ff-4309-4050-a994-7fd9673662a5 req-c8ea1b50-ca90-49db-a5f7-3ee157b74585 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/ports?device_id=76f7f528-9e43-43b8-b49b-42cf92e9933b HTTP/1.1" status: 200 len: 944 time: 0.0481429 May 17 19:32:19.558152 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-06d257ff-4309-4050-a994-7fd9673662a5 req-5194b458-87ab-492f-bab1-53af99853d23 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cb4f89d-920e-4ac8-8c3a-f4ffd1691fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509446 May 17 19:32:19.600830 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port 2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9,segment=NetworkSegment(1bdcad8c-4500-4b1c-91ba-9b35d4cd746d),segment_id=1bdcad8c-4500-4b1c-91ba-9b35d4cd746d)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:32:19.612740 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Returning: {'device': '2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9', 'network_id': 'ddaa928e-2db4-4b37-b723-ff2ae1e2b964', 'port_id': '2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9', 'mac_address': 'fa:16:3e:ec:37:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78a5955d-2965-41b9-ae73-2183d9038bbb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 19:32:19.650817 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Current status of the port 2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9 is: DOWN; New status is: BUILD {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:32:19.651533 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:19.658286 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40aee21-e092-4530-a04b-d76e32d1d514 req-ee3f76e1-8eff-4c6c-b198-e8d5f19fbf42 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:19.659901 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-c40aee21-e092-4530-a04b-d76e32d1d514 req-ee3f76e1-8eff-4c6c-b198-e8d5f19fbf42 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 943 time: 0.0501950 May 17 19:32:19.664503 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9 {{(pid=103782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 19:32:19.685346 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port 2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9,segment=NetworkSegment(1bdcad8c-4500-4b1c-91ba-9b35d4cd746d),segment_id=1bdcad8c-4500-4b1c-91ba-9b35d4cd746d)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:32:19.717638 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-c40aee21-e092-4530-a04b-d76e32d1d514 req-a36a5e75-0216-4783-9cc1-dd6d4fdb2026 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513363 May 17 19:32:19.787594 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:19.788396 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device f12a2193-9574-4acf-b76a-1343bc01ce58 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 19:32:19.790765 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b527b5f3-2d7d-4e29-84b8-4e8317c79aee req-019f7c6e-bce6-47a3-a5f2-67c25459a862 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:19.792915 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b527b5f3-2d7d-4e29-84b8-4e8317c79aee req-019f7c6e-bce6-47a3-a5f2-67c25459a862 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 943 time: 0.0453756 May 17 19:32:19.867775 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Pushing event updated for resources: {'Port': ['ID=2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9,revision_number=4']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:32:19.941763 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port f12a2193-9574-4acf-b76a-1343bc01ce58, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=f12a2193-9574-4acf-b76a-1343bc01ce58,segment=NetworkSegment(3280cf96-7bfd-405c-91a2-25dd406d81ff),segment_id=3280cf96-7bfd-405c-91a2-25dd406d81ff)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:32:19.955330 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Returning: {'device': 'f12a2193-9574-4acf-b76a-1343bc01ce58', 'network_id': '66826fc9-a7d1-4546-aded-6352b0954327', 'port_id': 'f12a2193-9574-4acf-b76a-1343bc01ce58', 'mac_address': 'fa:16:3e:6d:b5:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d2824ef-f91e-4f88-8223-f2bb00b778e0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 19:32:19.993615 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Current status of the port f12a2193-9574-4acf-b76a-1343bc01ce58 is: DOWN; New status is: BUILD {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:32:19.994064 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (f12a2193-9574-4acf-b76a-1343bc01ce58), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:20.007549 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f12a2193-9574-4acf-b76a-1343bc01ce58 {{(pid=103782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 19:32:20.030505 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port f12a2193-9574-4acf-b76a-1343bc01ce58, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=f12a2193-9574-4acf-b76a-1343bc01ce58,segment=NetworkSegment(3280cf96-7bfd-405c-91a2-25dd406d81ff),segment_id=3280cf96-7bfd-405c-91a2-25dd406d81ff)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:32:20.056011 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b527b5f3-2d7d-4e29-84b8-4e8317c79aee req-a2d5b73b-0cb9-462e-ab8e-515cf015f594 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f20730c-0387-4878-ba3f-6860b536aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2561831 May 17 19:32:20.136559 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (f12a2193-9574-4acf-b76a-1343bc01ce58), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:20.197240 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Pushing event updated for resources: {'Port': ['ID=f12a2193-9574-4acf-b76a-1343bc01ce58,revision_number=4']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:32:20.276942 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:20.592848 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] get_ports_and_sgs() called for port_ids ['f12a2193-9574-4acf-b76a-1343bc01ce58'] {{(pid=103782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 19:32:20.677581 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd562f-711e-47bb-9902-85cc1f291290 req-d9dede4e-cf5d-4986-bc91-d2eaed470698 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:20.679042 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-6bcd562f-711e-47bb-9902-85cc1f291290 req-d9dede4e-cf5d-4986-bc91-d2eaed470698 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/ports?device_id=76f7f528-9e43-43b8-b49b-42cf92e9933b HTTP/1.1" status: 200 len: 945 time: 0.0488777 May 17 19:32:20.707868 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] get_ports_and_sgs() called for port_ids ['2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9'] {{(pid=103782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 19:32:20.740796 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-6bcd562f-711e-47bb-9902-85cc1f291290 req-efdcad4e-1673-4986-afbb-c6e6e86855f7 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cb4f89d-920e-4ac8-8c3a-f4ffd1691fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560601 May 17 19:32:20.849224 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff7c960-c375-4c5a-8a72-6bf7685d83f6 req-07c9a94d-af22-4aad-b62a-7bdee731c0b3 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:20.853911 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-cff7c960-c375-4c5a-8a72-6bf7685d83f6 req-07c9a94d-af22-4aad-b62a-7bdee731c0b3 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 943 time: 0.0509906 May 17 19:32:20.899667 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-cff7c960-c375-4c5a-8a72-6bf7685d83f6 req-929be103-8f4e-4a93-92f0-76777a171157 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392132 May 17 19:32:21.168580 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248c2739-d98d-4eb2-91b3-199c4e82eaf8 req-84bdd327-0deb-48ad-8c28-9eb27ea7f381 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:21.170055 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-248c2739-d98d-4eb2-91b3-199c4e82eaf8 req-84bdd327-0deb-48ad-8c28-9eb27ea7f381 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 944 time: 0.0477793 May 17 19:32:21.216375 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-248c2739-d98d-4eb2-91b3-199c4e82eaf8 req-711e4c41-7587-41e2-a47d-c28ef98162bd tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f20730c-0387-4878-ba3f-6860b536aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406899 May 17 19:32:21.513756 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:21.857757 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130a670-4f84-40ba-8bc0-b901429d4cce req-6f0514e3-769c-4595-a4ca-667f005ab48a tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:21.859264 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a130a670-4f84-40ba-8bc0-b901429d4cce req-6f0514e3-769c-4595-a4ca-667f005ab48a tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/ports?device_id=76f7f528-9e43-43b8-b49b-42cf92e9933b HTTP/1.1" status: 200 len: 945 time: 0.0484791 May 17 19:32:21.894796 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device f12a2193-9574-4acf-b76a-1343bc01ce58 up at agent hyperv_hv-cinder-84067 {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:32:21.911125 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a130a670-4f84-40ba-8bc0-b901429d4cce req-a34da6af-a16a-42cd-8fda-0330b1ea777d tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cb4f89d-920e-4ac8-8c3a-f4ffd1691fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460894 May 17 19:32:21.948131 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Provisioning for port f12a2193-9574-4acf-b76a-1343bc01ce58 completed by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 19:32:22.016473 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Provisioning complete for port f12a2193-9574-4acf-b76a-1343bc01ce58 triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:32:22.016870 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (f12a2193-9574-4acf-b76a-1343bc01ce58), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:22.021763 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125cc71-43ca-4fc4-8705-c8a172daffc6 req-aa4007d2-b100-4a51-9888-932cb059231d tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:22.023234 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-c125cc71-43ca-4fc4-8705-c8a172daffc6 req-aa4007d2-b100-4a51-9888-932cb059231d tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 943 time: 0.0509458 May 17 19:32:22.071025 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-c125cc71-43ca-4fc4-8705-c8a172daffc6 req-42abd50c-aafd-46ae-9763-4dabe7f83164 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418437 May 17 19:32:22.093039 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Current status of the port f12a2193-9574-4acf-b76a-1343bc01ce58 is: BUILD; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:32:22.093426 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (f12a2193-9574-4acf-b76a-1343bc01ce58), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:22.116895 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76f7f528-9e43-43b8-b49b-42cf92e9933b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f12a2193-9574-4acf-b76a-1343bc01ce58'}] {{(pid=103782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:32:22.119353 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dcdb420cfc3f3d59cdc90e9401be4743e23c4809d01819fc24a250fd06a42a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0165c7-995a-4d17-bf1c-7dcf5211b584" -d '{"events": [{"server_uuid": "76f7f528-9e43-43b8-b49b-42cf92e9933b", "name": "network-vif-plugged", "status": "completed", "tag": "f12a2193-9574-4acf-b76a-1343bc01ce58"}]}' {{(pid=103782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:32:22.133683 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port f12a2193-9574-4acf-b76a-1343bc01ce58, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=f12a2193-9574-4acf-b76a-1343bc01ce58,segment=NetworkSegment(3280cf96-7bfd-405c-91a2-25dd406d81ff),segment_id=3280cf96-7bfd-405c-91a2-25dd406d81ff)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:32:22.157375 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 19:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b132206-b864-40af-acbc-5ae3f40ee070 x-openstack-request-id: req-3b132206-b864-40af-acbc-5ae3f40ee070 {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:32:22.157687 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76f7f528-9e43-43b8-b49b-42cf92e9933b", "name": "network-vif-plugged", "status": "completed", "tag": "f12a2193-9574-4acf-b76a-1343bc01ce58", "code": 200}]} {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:32:22.157950 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3b132206-b864-40af-acbc-5ae3f40ee070 {{(pid=103782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:32:22.158339 dv-cinder-840678-10-iscsi neutron-server[103782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b132206-b864-40af-acbc-5ae3f40ee070'] response: {'server_uuid': '76f7f528-9e43-43b8-b49b-42cf92e9933b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f12a2193-9574-4acf-b76a-1343bc01ce58', 'code': 200} May 17 19:32:22.177066 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (f12a2193-9574-4acf-b76a-1343bc01ce58), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:22.178051 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9 up at agent hyperv_hv-cinder-84067 {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:32:22.337636 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e00cf-cde5-46b1-8ef0-a306fd73ff56 req-1565f563-f2f8-4e2b-81b7-1978555dda05 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:22.339092 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-165e00cf-cde5-46b1-8ef0-a306fd73ff56 req-1565f563-f2f8-4e2b-81b7-1978555dda05 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 944 time: 0.0482430 May 17 19:32:22.393836 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-165e00cf-cde5-46b1-8ef0-a306fd73ff56 req-51277aa6-492d-4984-a984-c3280ffb5119 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f20730c-0387-4878-ba3f-6860b536aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454273 May 17 19:32:22.395983 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Pushing event updated for resources: {'Port': ['ID=f12a2193-9574-4acf-b76a-1343bc01ce58,revision_number=5']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:32:22.399681 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Provisioning for port 2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9 completed by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 19:32:22.448947 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b8011-5e73-43e1-988f-29568ac0605d req-d2c5a321-866b-4e55-a8a0-dbc1cc48565d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:22.450422 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-8b8b8011-5e73-43e1-988f-29568ac0605d req-d2c5a321-866b-4e55-a8a0-dbc1cc48565d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=76f7f528-9e43-43b8-b49b-42cf92e9933b HTTP/1.1" status: 200 len: 1130 time: 0.0436473 May 17 19:32:22.479760 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Provisioning complete for port 2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9 triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:32:22.480011 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:22.497708 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-8b8b8011-5e73-43e1-988f-29568ac0605d req-a589ad33-6ce0-4618-b13b-8540556236f5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3cb4f89d-920e-4ac8-8c3a-f4ffd1691fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394323 May 17 19:32:22.551797 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Current status of the port 2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9 is: BUILD; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:32:22.552194 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:22.584932 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port 2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9,segment=NetworkSegment(1bdcad8c-4500-4b1c-91ba-9b35d4cd746d),segment_id=1bdcad8c-4500-4b1c-91ba-9b35d4cd746d)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:32:22.685530 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:22.735328 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Pushing event updated for resources: {'Port': ['ID=2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9,revision_number=5']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:32:22.964229 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 42634) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:32:23.029792 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9513a17a-46bc-4e86-96da-5c5761bbb90f req-ff0136a0-cd99-47e3-8cf5-45e195c48d82 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:23.031285 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9513a17a-46bc-4e86-96da-5c5761bbb90f req-ff0136a0-cd99-47e3-8cf5-45e195c48d82 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/ports?device_id=76f7f528-9e43-43b8-b49b-42cf92e9933b HTTP/1.1" status: 200 len: 946 time: 0.0506380 May 17 19:32:23.058223 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-2990ac33-9c1d-463e-a8f6-9e61c305b62c req-7fe05e38-e0f2-4c37-a896-6a418b2fb8b9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0928726 May 17 19:32:23.066598 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [req-2990ac33-9c1d-463e-a8f6-9e61c305b62c req-1f1958d0-a970-4d6e-9570-4df623d3327d service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 19:32:23.067554 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-2990ac33-9c1d-463e-a8f6-9e61c305b62c req-1f1958d0-a970-4d6e-9570-4df623d3327d service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048120 May 17 19:32:23.077068 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9513a17a-46bc-4e86-96da-5c5761bbb90f req-da798c2f-66a8-4b8f-b01f-f3757c6e3c0d tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cb4f89d-920e-4ac8-8c3a-f4ffd1691fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401371 May 17 19:32:23.146788 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 42650) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:32:23.192707 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199499cb-c4c5-4d64-85ef-31565280669c req-23c213c3-eadb-40cd-82df-95b60d5f4828 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:23.194075 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-199499cb-c4c5-4d64-85ef-31565280669c req-23c213c3-eadb-40cd-82df-95b60d5f4828 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 943 time: 0.0485253 May 17 19:32:23.247534 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-199499cb-c4c5-4d64-85ef-31565280669c req-150929b9-68e5-47e2-9066-b8618c18cf7c tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471368 May 17 19:32:23.255158 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990ac33-9c1d-463e-a8f6-9e61c305b62c req-4f98f15f-4e02-45ed-be54-c28674f98d4e tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:23.256682 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2990ac33-9c1d-463e-a8f6-9e61c305b62c req-4f98f15f-4e02-45ed-be54-c28674f98d4e tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports/ff8731af-15ec-4499-8ce7-63c71d359613 HTTP/1.1" status: 200 len: 940 time: 0.1089075 May 17 19:32:23.521164 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce905c3-8295-4e73-b0ed-9fca4f0b5ba0 req-43228165-ae9b-4e94-a76a-503d3efb3b76 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:23.522631 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1ce905c3-8295-4e73-b0ed-9fca4f0b5ba0 req-43228165-ae9b-4e94-a76a-503d3efb3b76 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 945 time: 0.0529072 May 17 19:32:23.572881 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1ce905c3-8295-4e73-b0ed-9fca4f0b5ba0 req-df9fb167-ff19-4de8-917e-bc8c32d6ceb1 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f20730c-0387-4878-ba3f-6860b536aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445409 May 17 19:32:24.160048 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db49ed28-b324-4e1a-a507-49abe81af51c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9'}] {{(pid=103782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:32:24.162403 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dcdb420cfc3f3d59cdc90e9401be4743e23c4809d01819fc24a250fd06a42a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ac52d5-6e6d-4826-a467-c3764aa7694d" -d '{"events": [{"server_uuid": "db49ed28-b324-4e1a-a507-49abe81af51c", "name": "network-vif-plugged", "status": "completed", "tag": "2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9"}]}' {{(pid=103782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:32:24.198758 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4255ed-8b39-49ee-aaea-3a6047420a3e req-7e7b2687-526a-4fc6-ad6e-cbcddec2f0dd tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:24.200329 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-ff4255ed-8b39-49ee-aaea-3a6047420a3e req-7e7b2687-526a-4fc6-ad6e-cbcddec2f0dd tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/ports?device_id=76f7f528-9e43-43b8-b49b-42cf92e9933b HTTP/1.1" status: 200 len: 946 time: 0.0531454 May 17 19:32:24.205196 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 19:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceea3cac-2746-4dba-9a64-363aef3e3b97 x-openstack-request-id: req-ceea3cac-2746-4dba-9a64-363aef3e3b97 {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:32:24.206749 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db49ed28-b324-4e1a-a507-49abe81af51c", "name": "network-vif-plugged", "status": "completed", "tag": "2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9", "code": 200}]} {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:32:24.206749 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ceea3cac-2746-4dba-9a64-363aef3e3b97 {{(pid=103782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:32:24.206749 dv-cinder-840678-10-iscsi neutron-server[103782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceea3cac-2746-4dba-9a64-363aef3e3b97'] response: {'server_uuid': 'db49ed28-b324-4e1a-a507-49abe81af51c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9', 'code': 200} May 17 19:32:24.246750 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-ff4255ed-8b39-49ee-aaea-3a6047420a3e req-3568a9f9-1687-47d7-b024-9734e46d122b tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cb4f89d-920e-4ac8-8c3a-f4ffd1691fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405996 May 17 19:32:24.380429 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ab9ad-91b6-45bc-b85d-0703b798c386 req-d61bde01-86a1-4255-bd5d-d1e2ef95351b tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:24.381799 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-fa4ab9ad-91b6-45bc-b85d-0703b798c386 req-d61bde01-86a1-4255-bd5d-d1e2ef95351b tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 943 time: 0.0472944 May 17 19:32:24.429169 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-fa4ab9ad-91b6-45bc-b85d-0703b798c386 req-695e1b05-db36-4edb-8eb8-69c018945def tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412021 May 17 19:32:24.684784 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9cf78-b636-4854-9681-5b2c9cfb1cb8 req-edd6a695-9712-4a57-a85a-5eddc9da52ab tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:24.686216 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-97e9cf78-b636-4854-9681-5b2c9cfb1cb8 req-edd6a695-9712-4a57-a85a-5eddc9da52ab tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 945 time: 0.0467157 May 17 19:32:24.735613 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-97e9cf78-b636-4854-9681-5b2c9cfb1cb8 req-8c13fccd-d2bc-47bb-9f1c-10db6a5f3d85 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f20730c-0387-4878-ba3f-6860b536aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438385 May 17 19:32:25.292939 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f6aded-eb1c-48af-bd93-6d6c31e27d49 req-07f7d94d-54be-4ba5-82bd-9b40dcda2914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:25.294472 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-93f6aded-eb1c-48af-bd93-6d6c31e27d49 req-07f7d94d-54be-4ba5-82bd-9b40dcda2914 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 1129 time: 0.0382578 May 17 19:32:25.347608 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-93f6aded-eb1c-48af-bd93-6d6c31e27d49 req-e434e1c2-7098-421e-bde5-fe3b486b7fd1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4f20730c-0387-4878-ba3f-6860b536aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449979 May 17 19:32:25.363169 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96949da-5f6c-4e29-b6e1-eb6e7d157839 req-d1f2a6b5-41ad-4d1a-9be5-80cf24fbc24b tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:25.364702 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a96949da-5f6c-4e29-b6e1-eb6e7d157839 req-d1f2a6b5-41ad-4d1a-9be5-80cf24fbc24b tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/ports?device_id=76f7f528-9e43-43b8-b49b-42cf92e9933b HTTP/1.1" status: 200 len: 946 time: 0.0515792 May 17 19:32:25.412787 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a96949da-5f6c-4e29-b6e1-eb6e7d157839 req-5abd06b8-89df-4e30-9ff4-e0be5a205ca9 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cb4f89d-920e-4ac8-8c3a-f4ffd1691fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420072 May 17 19:32:25.548152 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1426665-758f-4454-9413-d9b06671ada7 req-bd7f116b-b58e-48c7-b408-c0008f49c634 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:25.549889 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-d1426665-758f-4454-9413-d9b06671ada7 req-bd7f116b-b58e-48c7-b408-c0008f49c634 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 943 time: 0.0484319 May 17 19:32:25.602375 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-d1426665-758f-4454-9413-d9b06671ada7 req-41caa499-f204-45af-94c0-e13d14202894 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468900 May 17 19:32:25.855062 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af16f65-e053-4c9f-bc34-fa69b083667a req-0bc1aef5-e502-4ddd-80a0-b633fc666530 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:25.856553 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6af16f65-e053-4c9f-bc34-fa69b083667a req-0bc1aef5-e502-4ddd-80a0-b633fc666530 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 945 time: 0.0519793 May 17 19:32:25.906071 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6af16f65-e053-4c9f-bc34-fa69b083667a req-7adbb15e-1a7f-4d01-8b47-f6d94b3fc10a tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f20730c-0387-4878-ba3f-6860b536aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438910 May 17 19:32:26.718099 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dddb45c-d44e-4899-9581-deddb7111749 req-5db42e63-da74-46ae-be0f-6c73cf078467 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:26.719622 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3dddb45c-d44e-4899-9581-deddb7111749 req-5db42e63-da74-46ae-be0f-6c73cf078467 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 943 time: 0.0468490 May 17 19:32:26.767363 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3dddb45c-d44e-4899-9581-deddb7111749 req-fbea1640-f4a0-410e-8cdf-2e82c682de58 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418186 May 17 19:32:26.969505 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a130f73-8b72-499d-a106-7dd074a62c33 req-8693cce4-92e3-453f-91c6-aafb9421a353 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:26.970904 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1a130f73-8b72-499d-a106-7dd074a62c33 req-8693cce4-92e3-453f-91c6-aafb9421a353 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/ports?device_id=76f7f528-9e43-43b8-b49b-42cf92e9933b HTTP/1.1" status: 200 len: 946 time: 0.0522366 May 17 19:32:27.019110 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1a130f73-8b72-499d-a106-7dd074a62c33 req-b7bd43f4-8d71-408e-a289-91202d20fc97 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cb4f89d-920e-4ac8-8c3a-f4ffd1691fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422666 May 17 19:32:27.021468 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4d93a-c6bc-4546-ba04-a75a84792702 req-9b68935d-5732-4a9a-aeb6-f6095f4b3cd9 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:27.022965 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-08a4d93a-c6bc-4546-ba04-a75a84792702 req-9b68935d-5732-4a9a-aeb6-f6095f4b3cd9 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 945 time: 0.0474834 May 17 19:32:27.069210 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-08a4d93a-c6bc-4546-ba04-a75a84792702 req-b4b430c5-8d97-4c8e-9140-1d1ee2711439 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f20730c-0387-4878-ba3f-6860b536aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406692 May 17 19:32:27.886527 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e3e24-eadd-4a36-9327-1c370cf2db06 req-5597c573-8076-4980-9883-a0687646f710 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:27.888020 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-913e3e24-eadd-4a36-9327-1c370cf2db06 req-5597c573-8076-4980-9883-a0687646f710 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 943 time: 0.0476551 May 17 19:32:27.933165 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-913e3e24-eadd-4a36-9327-1c370cf2db06 req-e913a33d-4f4e-43af-ba49-2e447831a063 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396500 May 17 19:32:28.133282 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df834e87-6c09-43ca-91fb-13149cb69d7d req-be478a98-f08a-4e71-8abc-df1d483560ce tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:28.134807 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-df834e87-6c09-43ca-91fb-13149cb69d7d req-be478a98-f08a-4e71-8abc-df1d483560ce tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/ports?device_id=76f7f528-9e43-43b8-b49b-42cf92e9933b HTTP/1.1" status: 200 len: 946 time: 0.0504863 May 17 19:32:28.182135 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf0ddc-65a1-4150-9e05-d602f0d4931c req-68147df1-65ce-4a72-953d-0c20a80ff8c6 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:28.182734 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-df834e87-6c09-43ca-91fb-13149cb69d7d req-47f7602c-cc3c-4fc2-b75c-e3d289e2bd65 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cb4f89d-920e-4ac8-8c3a-f4ffd1691fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424838 May 17 19:32:28.183777 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-aedf0ddc-65a1-4150-9e05-d602f0d4931c req-68147df1-65ce-4a72-953d-0c20a80ff8c6 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 945 time: 0.0463905 May 17 19:32:28.234305 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-aedf0ddc-65a1-4150-9e05-d602f0d4931c req-ab21d99c-efb0-4cae-8171-0ee2043249e0 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f20730c-0387-4878-ba3f-6860b536aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450671 May 17 19:32:29.049096 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39862dc0-8215-4671-b7f6-e320bb5d1ddf req-c821365b-9c4a-4858-b2ed-fbc1a6dc30dc tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:29.050511 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-39862dc0-8215-4671-b7f6-e320bb5d1ddf req-c821365b-9c4a-4858-b2ed-fbc1a6dc30dc tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 943 time: 0.0459306 May 17 19:32:29.095623 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-39862dc0-8215-4671-b7f6-e320bb5d1ddf req-20da1c5b-bc9a-4ba7-b833-3a82544bb680 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393827 May 17 19:32:29.292087 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aafb27-eb6c-4756-8f11-c5aad4cb6718 req-ce4223e3-f968-4fa4-8624-6f3bdfab6cc6 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:29.293544 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-11aafb27-eb6c-4756-8f11-c5aad4cb6718 req-ce4223e3-f968-4fa4-8624-6f3bdfab6cc6 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/ports?device_id=76f7f528-9e43-43b8-b49b-42cf92e9933b HTTP/1.1" status: 200 len: 946 time: 0.0460198 May 17 19:32:29.339373 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-11aafb27-eb6c-4756-8f11-c5aad4cb6718 req-5ec0bbee-e0dc-48ba-bf33-59de2fc94ccf tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cb4f89d-920e-4ac8-8c3a-f4ffd1691fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398629 May 17 19:32:29.347107 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad63bad-4535-4f4d-842e-41a26fe64261 req-94ea09df-8f43-4296-9a83-77c3bc85d84b tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:29.348599 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-7ad63bad-4535-4f4d-842e-41a26fe64261 req-94ea09df-8f43-4296-9a83-77c3bc85d84b tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 945 time: 0.0491858 May 17 19:32:29.394294 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-7ad63bad-4535-4f4d-842e-41a26fe64261 req-8aaf741c-2626-4f39-9571-be9301e713f2 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f20730c-0387-4878-ba3f-6860b536aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398142 May 17 19:32:30.210502 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9b5cf-2621-4e68-9ba5-b839109b22c2 req-c1beb8fe-1bff-45a6-9f18-aa3e1f8c879f tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:30.212053 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e1e9b5cf-2621-4e68-9ba5-b839109b22c2 req-c1beb8fe-1bff-45a6-9f18-aa3e1f8c879f tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 943 time: 0.0466459 May 17 19:32:30.261150 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e1e9b5cf-2621-4e68-9ba5-b839109b22c2 req-bea77664-2c4d-44ec-bbc7-0a959f29eb47 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424795 May 17 19:32:30.450897 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac294e-a5de-4645-85a9-b92e1b3e8b63 req-d21a4431-0dc9-4b81-9dad-fae77efe9ba8 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:30.452333 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-b0ac294e-a5de-4645-85a9-b92e1b3e8b63 req-d21a4431-0dc9-4b81-9dad-fae77efe9ba8 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/ports?device_id=76f7f528-9e43-43b8-b49b-42cf92e9933b HTTP/1.1" status: 200 len: 946 time: 0.0468066 May 17 19:32:30.500545 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-b0ac294e-a5de-4645-85a9-b92e1b3e8b63 req-258aa0ba-2b73-4898-b8b9-96783dfed286 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cb4f89d-920e-4ac8-8c3a-f4ffd1691fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423198 May 17 19:32:30.508913 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2be37-3f4a-4ec2-ac61-3fe6b346936a req-88438e8f-1757-485b-b70a-7b65c1480bf3 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:30.510382 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8dd2be37-3f4a-4ec2-ac61-3fe6b346936a req-88438e8f-1757-485b-b70a-7b65c1480bf3 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 945 time: 0.0496387 May 17 19:32:30.556542 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8dd2be37-3f4a-4ec2-ac61-3fe6b346936a req-fadd3147-f456-4683-829f-22e9f80e528d tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f20730c-0387-4878-ba3f-6860b536aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404432 May 17 19:32:30.890139 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98dc556-2383-40f6-9584-5fe87cac7279 req-af6889d1-8a17-4479-ae4a-9b5f299c2521 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:30.891575 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-a98dc556-2383-40f6-9584-5fe87cac7279 req-af6889d1-8a17-4479-ae4a-9b5f299c2521 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.69 "GET /v2.0/ports?device_id=76f7f528-9e43-43b8-b49b-42cf92e9933b HTTP/1.1" status: 200 len: 946 time: 0.0457711 May 17 19:32:31.006305 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [req-a98dc556-2383-40f6-9584-5fe87cac7279 req-344b43cd-d09a-4e35-831a-6201925506de tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Deleting port f12a2193-9574-4acf-b76a-1343bc01ce58 {{(pid=103780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:32:31.006564 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-a98dc556-2383-40f6-9584-5fe87cac7279 req-344b43cd-d09a-4e35-831a-6201925506de tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (f12a2193-9574-4acf-b76a-1343bc01ce58), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:31.312158 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.db [req-a98dc556-2383-40f6-9584-5fe87cac7279 req-344b43cd-d09a-4e35-831a-6201925506de tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] For port f12a2193-9574-4acf-b76a-1343bc01ce58, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=f12a2193-9574-4acf-b76a-1343bc01ce58,segment=NetworkSegment(3280cf96-7bfd-405c-91a2-25dd406d81ff),segment_id=3280cf96-7bfd-405c-91a2-25dd406d81ff)] {{(pid=103780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:32:31.312529 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-a98dc556-2383-40f6-9584-5fe87cac7279 req-344b43cd-d09a-4e35-831a-6201925506de tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (f12a2193-9574-4acf-b76a-1343bc01ce58), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:31.328655 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [req-a98dc556-2383-40f6-9584-5fe87cac7279 req-344b43cd-d09a-4e35-831a-6201925506de tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Calling delete_port for f12a2193-9574-4acf-b76a-1343bc01ce58 owned by compute:nova {{(pid=103780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:32:31.434019 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9634a7-f119-4ab8-b4a2-233aa9573682 req-03d54e4a-61ef-4d32-a778-129e12cc2111 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:31.435381 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-4c9634a7-f119-4ab8-b4a2-233aa9573682 req-03d54e4a-61ef-4d32-a778-129e12cc2111 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 943 time: 0.0944746 May 17 19:32:31.504648 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-4c9634a7-f119-4ab8-b4a2-233aa9573682 req-f0a843c9-65af-44ec-837f-b30e6e3f236d tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611246 May 17 19:32:31.614129 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-a98dc556-2383-40f6-9584-5fe87cac7279 req-344b43cd-d09a-4e35-831a-6201925506de tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014583'] for port (f12a2193-9574-4acf-b76a-1343bc01ce58), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:31.617228 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb4905d-cf4b-4cee-aa84-2fba64947a19 req-05028a8d-804d-4fa6-aa79-406066a80932 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:31.623665 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8bb4905d-cf4b-4cee-aa84-2fba64947a19 req-05028a8d-804d-4fa6-aa79-406066a80932 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/ports?device_id=76f7f528-9e43-43b8-b49b-42cf92e9933b HTTP/1.1" status: 200 len: 946 time: 0.0482535 May 17 19:32:31.629522 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] get_ports_and_sgs() called for port_ids ['f12a2193-9574-4acf-b76a-1343bc01ce58'] {{(pid=103782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 19:32:31.656405 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b43cd-d09a-4e35-831a-6201925506de tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Pushing event deleted for resources: {'Port': ['ID=f12a2193-9574-4acf-b76a-1343bc01ce58,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:32:31.697319 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8bb4905d-cf4b-4cee-aa84-2fba64947a19 req-a4f0a528-845b-494c-9915-8fb7dddc2c60 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cb4f89d-920e-4ac8-8c3a-f4ffd1691fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694020 May 17 19:32:31.730939 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67717c7f-d775-4fd1-a375-6780917a7410 req-2382268e-d01c-4ce7-8f5c-aafdf35f4092 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:31.732443 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-67717c7f-d775-4fd1-a375-6780917a7410 req-2382268e-d01c-4ce7-8f5c-aafdf35f4092 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 945 time: 0.1087213 May 17 19:32:31.752671 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.l3_dvrscheduler_db [req-a98dc556-2383-40f6-9584-5fe87cac7279 req-344b43cd-d09a-4e35-831a-6201925506de tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] No DVR routers for this DVR port f12a2193-9574-4acf-b76a-1343bc01ce58 on host hv-cinder-84067 {{(pid=103780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 19:32:31.761251 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-a98dc556-2383-40f6-9584-5fe87cac7279 req-344b43cd-d09a-4e35-831a-6201925506de tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for port (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:31.764254 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-a98dc556-2383-40f6-9584-5fe87cac7279 req-344b43cd-d09a-4e35-831a-6201925506de tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.69 "DELETE /v2.0/ports/f12a2193-9574-4acf-b76a-1343bc01ce58 HTTP/1.1" status: 204 len: 173 time: 0.8658085 May 17 19:32:31.764668 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76f7f528-9e43-43b8-b49b-42cf92e9933b', 'name': 'network-vif-deleted', 'tag': 'f12a2193-9574-4acf-b76a-1343bc01ce58'}] {{(pid=103780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:32:31.766782 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1bd86ad9c435c7379d29d4f4527297f276984ecaea51489ddc34f383e603623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecdb3022-3495-4d24-b94a-da595d5020b2" -d '{"events": [{"server_uuid": "76f7f528-9e43-43b8-b49b-42cf92e9933b", "name": "network-vif-deleted", "tag": "f12a2193-9574-4acf-b76a-1343bc01ce58"}]}' {{(pid=103780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:32:31.809862 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-67717c7f-d775-4fd1-a375-6780917a7410 req-87a26bb5-f893-480d-b209-e75e259d6af0 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f20730c-0387-4878-ba3f-6860b536aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588822 May 17 19:32:31.824622 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 19:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ee246e-c1f3-4e6d-95ca-64fe265ddb03 x-openstack-request-id: req-32ee246e-c1f3-4e6d-95ca-64fe265ddb03 {{(pid=103780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:32:31.824911 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76f7f528-9e43-43b8-b49b-42cf92e9933b", "name": "network-vif-deleted", "tag": "f12a2193-9574-4acf-b76a-1343bc01ce58", "status": "completed", "code": 200}]} {{(pid=103780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:32:31.825160 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-32ee246e-c1f3-4e6d-95ca-64fe265ddb03 {{(pid=103780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:32:31.825607 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32ee246e-c1f3-4e6d-95ca-64fe265ddb03'] response: {'server_uuid': '76f7f528-9e43-43b8-b49b-42cf92e9933b', 'name': 'network-vif-deleted', 'tag': 'f12a2193-9574-4acf-b76a-1343bc01ce58', 'status': 'completed', 'code': 200} May 17 19:32:31.941366 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd49acf-a15d-451e-a123-4a4b478b55a3 req-fc657e88-5b60-4dc7-8c81-94f505590fe9 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:31.946404 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-4cd49acf-a15d-451e-a123-4a4b478b55a3 req-fc657e88-5b60-4dc7-8c81-94f505590fe9 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 945 time: 0.0526066 May 17 19:32:31.951811 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 42800) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:32:31.956362 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [None req-6508a0ae-4b1b-4d24-a7e3-01eb22b317c3 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Request body: {'floatingip': {'port_id': '2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9'}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:32:31.998190 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-6508a0ae-4b1b-4d24-a7e3-01eb22b317c3 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks [] for floatingip (ded70423-1105-4b93-aae4-49909486917d), before_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:32.337874 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990ac33-9c1d-463e-a8f6-9e61c305b62c req-08d76b30-fd31-4651-9bef-e14ec1fefeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:32.339442 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-2990ac33-9c1d-463e-a8f6-9e61c305b62c req-08d76b30-fd31-4651-9bef-e14ec1fefeba service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70&tenant_id=b23e9f1907a6406785be000e1373dc41 HTTP/1.1" status: 200 len: 1127 time: 0.1094806 May 17 19:32:32.453053 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990ac33-9c1d-463e-a8f6-9e61c305b62c req-e8ceb3a5-4600-4a3d-bd41-b1dac99790c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:32.454520 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-2990ac33-9c1d-463e-a8f6-9e61c305b62c req-e8ceb3a5-4600-4a3d-bd41-b1dac99790c6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b23e9f1907a6406785be000e1373dc41&device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 1127 time: 0.0632899 May 17 19:32:32.563226 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-6508a0ae-4b1b-4d24-a7e3-01eb22b317c3 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:32.596374 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990ac33-9c1d-463e-a8f6-9e61c305b62c req-2f16e452-f4e5-4984-a191-ead314583cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:32.597893 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-2990ac33-9c1d-463e-a8f6-9e61c305b62c req-2f16e452-f4e5-4984-a191-ead314583cb7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=40c7fbe2-bd07-440e-b191-34ce3a30a8a0 HTTP/1.1" status: 200 len: 918 time: 0.1305923 May 17 19:32:32.644096 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7356d08-736b-4de5-a2b7-f787bdca31fe req-fb6353f5-fbab-4538-87a1-801855532795 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:32.645568 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f7356d08-736b-4de5-a2b7-f787bdca31fe req-fb6353f5-fbab-4538-87a1-801855532795 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 943 time: 0.0547798 May 17 19:32:32.690872 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-6508a0ae-4b1b-4d24-a7e3-01eb22b317c3 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16764702'] for floatingip (ded70423-1105-4b93-aae4-49909486917d), after_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:32.703699 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f7356d08-736b-4de5-a2b7-f787bdca31fe req-4045287c-1cbc-4bbb-8e22-cbc195c55e25 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500479 May 17 19:32:32.845535 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-5e2fa1f0-ed58-430b-a01d-afe618859bb6 req-33100420-bd51-4ea0-8646-5e1ec1eb6336 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/ports?device_id=76f7f528-9e43-43b8-b49b-42cf92e9933b HTTP/1.1" status: 200 len: 210 time: 0.0696166 May 17 19:32:32.859521 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.db.l3_db [None req-6508a0ae-4b1b-4d24-a7e3-01eb22b317c3 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Floating IP ded70423-1105-4b93-aae4-49909486917d associated. External IP: 172.27.2.227, port: 2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9. May 17 19:32:32.911081 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-2990ac33-9c1d-463e-a8f6-9e61c305b62c req-3c0b3505-e4ae-45ff-b714-d8182ce8a9f0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff8731af-15ec-4499-8ce7-63c71d359613 HTTP/1.1" status: 200 len: 999 time: 0.1219931 May 17 19:32:33.066761 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6508a0ae-4b1b-4d24-a7e3-01eb22b317c3 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Router fe49bd36-5d64-4463-99d3-b4b95ea9d339 has already been hosted by L3 agent d0bc9f74-feb0-4354-bd47-885486f1ec0d {{(pid=103780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 19:32:33.167331 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6508a0ae-4b1b-4d24-a7e3-01eb22b317c3 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Notify agent at l3_agent.dv-cinder-840678-10-iscsi the message routers_updated {{(pid=103780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 19:32:33.171612 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-6508a0ae-4b1b-4d24-a7e3-01eb22b317c3 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for floatingip (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:33.177370 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb5619e-a488-4b07-a946-da5129fc3d74 None None] Sync routers for ids ['fe49bd36-5d64-4463-99d3-b4b95ea9d339'] in dv-cinder-840678-10-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 19:32:33.186419 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb5619e-a488-4b07-a946-da5129fc3d74 None None] Routers {'fe49bd36-5d64-4463-99d3-b4b95ea9d339'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:32:33.187008 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-2fb5619e-a488-4b07-a946-da5129fc3d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:32:17Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['fe49bd36-5d64-4463-99d3-b4b95ea9d339'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:32:33.201411 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-6508a0ae-4b1b-4d24-a7e3-01eb22b317c3 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "PUT /v2.0/floatingips/ded70423-1105-4b93-aae4-49909486917d HTTP/1.1" status: 200 len: 991 time: 1.2484019 May 17 19:32:33.352473 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-2fb5619e-a488-4b07-a946-da5129fc3d74 None None] Set router fe49bd36-5d64-4463-99d3-b4b95ea9d339 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:32:33.552182 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-2fb5619e-a488-4b07-a946-da5129fc3d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe49bd36-5d64-4463-99d3-b4b95ea9d339', 'name': 'tempest-ServerRescueNegativeTestJSON-681804050-router', 'tenant_id': '5d488b25563d4373b5c980ab060bc822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '6e3cf1cd-e82b-48b2-a2ef-124046e79899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:29:41Z', 'updated_at': '2022-05-17T19:29:49Z', 'revision_number': 4, 'project_id': '5d488b25563d4373b5c980ab060bc822', 'gw_port': {'id': '6e3cf1cd-e82b-48b2-a2ef-124046e79899', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:aa:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49bd36-5d64-4463-99d3-b4b95ea9d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:43Z', 'updated_at': '2022-05-17T19:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_floatingips': [{'id': 'ded70423-1105-4b93-aae4-49909486917d', 'tenant_id': '5d488b25563d4373b5c980ab060bc822', 'floating_ip_address': '172.27.2.227', 'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'router_id': 'fe49bd36-5d64-4463-99d3-b4b95ea9d339', 'port_id': '2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddaa928e-2db4-4b37-b723-ff2ae1e2b964', 'mac_address': 'fa:16:3e:ec:37:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db49ed28-b324-4e1a-a507-49abe81af51c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T19:31:57Z', 'updated_at': '2022-05-17T19:32:32Z', 'revision_number': 1, 'project_id': '5d488b25563d4373b5c980ab060bc822', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c382e084-003d-4182-8666-e15541b54a9e', 'name': '', 'network_id': 'ddaa928e-2db4-4b37-b723-ff2ae1e2b964', 'tenant_id': '5d488b25563d4373b5c980ab060bc822', 'mac_address': 'fa:16:3e:8d:bf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49bd36-5d64-4463-99d3-b4b95ea9d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '78a5955d-2965-41b9-ae73-2183d9038bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:47Z', 'updated_at': '2022-05-17T19:29:57Z', 'revision_number': 5, 'project_id': '5d488b25563d4373b5c980ab060bc822', 'subnets': [{'id': '78a5955d-2965-41b9-ae73-2183d9038bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:32:33.579410 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb5619e-a488-4b07-a946-da5129fc3d74 None None] Checking router: fe49bd36-5d64-4463-99d3-b4b95ea9d339 for host: dv-cinder-840678-10-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 19:32:33.587340 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb5619e-a488-4b07-a946-da5129fc3d74 None None] Routers {'fe49bd36-5d64-4463-99d3-b4b95ea9d339'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:32:33.587958 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-2fb5619e-a488-4b07-a946-da5129fc3d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:32:17Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['fe49bd36-5d64-4463-99d3-b4b95ea9d339'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:32:33.685980 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-2fb5619e-a488-4b07-a946-da5129fc3d74 None None] Set router fe49bd36-5d64-4463-99d3-b4b95ea9d339 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:32:33.811578 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad9e19-3c98-48be-8188-2d652cfeeec0 req-dfc4237f-1488-4924-8a0f-53aca78bd06e tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:33.813067 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a3ad9e19-3c98-48be-8188-2d652cfeeec0 req-dfc4237f-1488-4924-8a0f-53aca78bd06e tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 943 time: 0.0462160 May 17 19:32:33.826735 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db49ed28-b324-4e1a-a507-49abe81af51c', 'tag': '2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9'}] {{(pid=103780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:32:33.829125 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1bd86ad9c435c7379d29d4f4527297f276984ecaea51489ddc34f383e603623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968458c1-3bdd-41b5-b5e1-8da3fb729be1" -d '{"events": [{"name": "network-changed", "server_uuid": "db49ed28-b324-4e1a-a507-49abe81af51c", "tag": "2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9"}]}' {{(pid=103780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:32:33.868080 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a3ad9e19-3c98-48be-8188-2d652cfeeec0 req-1ec6b683-eb22-4359-baf8-a9824567dc04 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493460 May 17 19:32:33.875590 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 19:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86fc46a2-08c0-4461-93af-8cb36fa723a0 x-openstack-request-id: req-86fc46a2-08c0-4461-93af-8cb36fa723a0 {{(pid=103780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:32:33.875877 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db49ed28-b324-4e1a-a507-49abe81af51c", "tag": "2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9", "status": "completed", "code": 200}]} {{(pid=103780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:32:33.876805 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-86fc46a2-08c0-4461-93af-8cb36fa723a0 {{(pid=103780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:32:33.877214 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86fc46a2-08c0-4461-93af-8cb36fa723a0'] response: {'name': 'network-changed', 'server_uuid': 'db49ed28-b324-4e1a-a507-49abe81af51c', 'tag': '2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9', 'status': 'completed', 'code': 200} May 17 19:32:33.896750 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-2fb5619e-a488-4b07-a946-da5129fc3d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe49bd36-5d64-4463-99d3-b4b95ea9d339', 'name': 'tempest-ServerRescueNegativeTestJSON-681804050-router', 'tenant_id': '5d488b25563d4373b5c980ab060bc822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '6e3cf1cd-e82b-48b2-a2ef-124046e79899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:29:41Z', 'updated_at': '2022-05-17T19:29:49Z', 'revision_number': 4, 'project_id': '5d488b25563d4373b5c980ab060bc822', 'gw_port': {'id': '6e3cf1cd-e82b-48b2-a2ef-124046e79899', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:aa:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49bd36-5d64-4463-99d3-b4b95ea9d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:43Z', 'updated_at': '2022-05-17T19:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_floatingips': [{'id': 'ded70423-1105-4b93-aae4-49909486917d', 'tenant_id': '5d488b25563d4373b5c980ab060bc822', 'floating_ip_address': '172.27.2.227', 'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'router_id': 'fe49bd36-5d64-4463-99d3-b4b95ea9d339', 'port_id': '2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddaa928e-2db4-4b37-b723-ff2ae1e2b964', 'mac_address': 'fa:16:3e:ec:37:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db49ed28-b324-4e1a-a507-49abe81af51c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T19:31:57Z', 'updated_at': '2022-05-17T19:32:32Z', 'revision_number': 1, 'project_id': '5d488b25563d4373b5c980ab060bc822', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c382e084-003d-4182-8666-e15541b54a9e', 'name': '', 'network_id': 'ddaa928e-2db4-4b37-b723-ff2ae1e2b964', 'tenant_id': '5d488b25563d4373b5c980ab060bc822', 'mac_address': 'fa:16:3e:8d:bf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49bd36-5d64-4463-99d3-b4b95ea9d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '78a5955d-2965-41b9-ae73-2183d9038bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:47Z', 'updated_at': '2022-05-17T19:29:57Z', 'revision_number': 5, 'project_id': '5d488b25563d4373b5c980ab060bc822', 'subnets': [{'id': '78a5955d-2965-41b9-ae73-2183d9038bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:32:33.924654 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb5619e-a488-4b07-a946-da5129fc3d74 None None] The sync data for ids ['fe49bd36-5d64-4463-99d3-b4b95ea9d339'] in dv-cinder-840678-10-iscsi is: [{'id': 'fe49bd36-5d64-4463-99d3-b4b95ea9d339', 'name': 'tempest-ServerRescueNegativeTestJSON-681804050-router', 'tenant_id': '5d488b25563d4373b5c980ab060bc822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '6e3cf1cd-e82b-48b2-a2ef-124046e79899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:29:41Z', 'updated_at': '2022-05-17T19:29:49Z', 'revision_number': 4, 'project_id': '5d488b25563d4373b5c980ab060bc822', 'gw_port': {'id': '6e3cf1cd-e82b-48b2-a2ef-124046e79899', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:aa:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49bd36-5d64-4463-99d3-b4b95ea9d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:43Z', 'updated_at': '2022-05-17T19:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_floatingips': [{'id': 'ded70423-1105-4b93-aae4-49909486917d', 'tenant_id': '5d488b25563d4373b5c980ab060bc822', 'floating_ip_address': '172.27.2.227', 'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'router_id': 'fe49bd36-5d64-4463-99d3-b4b95ea9d339', 'port_id': '2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddaa928e-2db4-4b37-b723-ff2ae1e2b964', 'mac_address': 'fa:16:3e:ec:37:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db49ed28-b324-4e1a-a507-49abe81af51c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T19:31:57Z', 'updated_at': '2022-05-17T19:32:32Z', 'revision_number': 1, 'project_id': '5d488b25563d4373b5c980ab060bc822', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c382e084-003d-4182-8666-e15541b54a9e', 'name': '', 'network_id': 'ddaa928e-2db4-4b37-b723-ff2ae1e2b964', 'tenant_id': '5d488b25563d4373b5c980ab060bc822', 'mac_address': 'fa:16:3e:8d:bf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49bd36-5d64-4463-99d3-b4b95ea9d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '78a5955d-2965-41b9-ae73-2183d9038bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:47Z', 'updated_at': '2022-05-17T19:29:57Z', 'revision_number': 5, 'project_id': '5d488b25563d4373b5c980ab060bc822', 'subnets': [{'id': '78a5955d-2965-41b9-ae73-2183d9038bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 19:32:33.961996 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-e08136f9-0310-4647-a700-6e2baef36b8d req-832fec12-683a-4fde-9974-5231599bb483 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/ports?device_id=76f7f528-9e43-43b8-b49b-42cf92e9933b HTTP/1.1" status: 200 len: 210 time: 0.0297673 May 17 19:32:34.114327 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ee4ce6-642d-4e34-9bfc-dd34133a96f2 None None] New status for floating IP ded70423-1105-4b93-aae4-49909486917d: ACTIVE {{(pid=103782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 19:32:34.984271 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac1d49-5fca-4d39-bbd9-145fde753dc9 req-8ebf7487-14b5-4b94-8175-6fceb287338c tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:34.991764 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6dac1d49-5fca-4d39-bbd9-145fde753dc9 req-8ebf7487-14b5-4b94-8175-6fceb287338c tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 943 time: 0.0465889 May 17 19:32:35.034206 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6dac1d49-5fca-4d39-bbd9-145fde753dc9 req-d340125f-0375-40a8-8f64-b913d4ed6e0b tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427604 May 17 19:32:35.075308 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-0710d09a-fce1-467d-a2dd-b5ac99140924 req-f287c5fa-f7ec-422b-bbdb-90ef4ec57fbf tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/ports?device_id=76f7f528-9e43-43b8-b49b-42cf92e9933b HTTP/1.1" status: 200 len: 210 time: 0.0291243 May 17 19:32:35.249527 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990ac33-9c1d-463e-a8f6-9e61c305b62c req-fe21b733-0fee-46af-a732-d1561e689fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:35.250876 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-2990ac33-9c1d-463e-a8f6-9e61c305b62c req-fe21b733-0fee-46af-a732-d1561e689fa6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4afc8f6d-c4ef-4f27-b1bd-b836aad1cd58 HTTP/1.1" status: 200 len: 856 time: 0.0468907 May 17 19:32:36.155018 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9494cea0-2cb4-4477-ae07-3223b258c1e2 req-20a88605-ae6b-484c-b548-5d578b2de151 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:36.157088 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9494cea0-2cb4-4477-ae07-3223b258c1e2 req-20a88605-ae6b-484c-b548-5d578b2de151 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 943 time: 0.0509188 May 17 19:32:36.180484 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-45a84182-82dc-4e6b-ab1d-b5fb302b5edd req-0400e301-91a7-4c04-a067-690bc4e341c4 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/ports?device_id=76f7f528-9e43-43b8-b49b-42cf92e9933b HTTP/1.1" status: 200 len: 210 time: 0.0279627 May 17 19:32:36.201631 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device f12a2193-9574-4acf-b76a-1343bc01ce58 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 19:32:36.230779 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] No Port match for: f12a2193-9574-4acf-b76a-1343bc01ce58 {{(pid=103782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 19:32:36.231379 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device f12a2193-9574-4acf-b76a-1343bc01ce58 not bound to the agent host hv-cinder-84067 {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 19:32:36.237525 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9494cea0-2cb4-4477-ae07-3223b258c1e2 req-42ba44d4-0120-4c3f-b729-0de641c89826 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749536 May 17 19:32:36.241123 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990ac33-9c1d-463e-a8f6-9e61c305b62c req-da05a77e-e0bc-42f9-8318-ed48a1413e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:36.242714 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-2990ac33-9c1d-463e-a8f6-9e61c305b62c req-da05a77e-e0bc-42f9-8318-ed48a1413e26 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=40c7fbe2-bd07-440e-b191-34ce3a30a8a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0533547 May 17 19:32:36.242937 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968458c1-3bdd-41b5-b5e1-8da3fb729be1 req-dae456a5-3d83-4843-bb58-7779c73d0d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:36.244590 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-968458c1-3bdd-41b5-b5e1-8da3fb729be1 req-dae456a5-3d83-4843-bb58-7779c73d0d32 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5d488b25563d4373b5c980ab060bc822&device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 1129 time: 0.0498097 May 17 19:32:36.342705 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-2990ac33-9c1d-463e-a8f6-9e61c305b62c req-21fd13bc-7bb3-459d-88f4-1a4fafc4cc57 service neutron] 10.222.0.69 "GET /v2.0/networks/40c7fbe2-bd07-440e-b191-34ce3a30a8a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870209 May 17 19:32:36.348303 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968458c1-3bdd-41b5-b5e1-8da3fb729be1 req-8ec92f68-4867-4482-808b-64db68b912f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:36.350043 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-968458c1-3bdd-41b5-b5e1-8da3fb729be1 req-8ec92f68-4867-4482-808b-64db68b912f3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ddaa928e-2db4-4b37-b723-ff2ae1e2b964 HTTP/1.1" status: 200 len: 919 time: 0.0940807 May 17 19:32:36.414773 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-968458c1-3bdd-41b5-b5e1-8da3fb729be1 req-da2408de-b26b-4aa6-9fbe-8c51300dfc14 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9 HTTP/1.1" status: 200 len: 1001 time: 0.0537090 May 17 19:32:36.443891 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-2990ac33-9c1d-463e-a8f6-9e61c305b62c req-699e6632-49cd-48b9-a163-cf7b5bd02d29 service neutron] 10.222.0.69 "GET /v2.0/networks/40c7fbe2-bd07-440e-b191-34ce3a30a8a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841923 May 17 19:32:36.462899 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968458c1-3bdd-41b5-b5e1-8da3fb729be1 req-1c867d97-40de-4cf3-a2bd-724041c125f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:36.465344 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-968458c1-3bdd-41b5-b5e1-8da3fb729be1 req-1c867d97-40de-4cf3-a2bd-724041c125f1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=78a5955d-2965-41b9-ae73-2183d9038bbb HTTP/1.1" status: 200 len: 857 time: 0.0437980 May 17 19:32:36.529265 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968458c1-3bdd-41b5-b5e1-8da3fb729be1 req-7af25a94-8ae6-4b88-81ad-211818c4a1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:36.530938 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-968458c1-3bdd-41b5-b5e1-8da3fb729be1 req-7af25a94-8ae6-4b88-81ad-211818c4a1b6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ddaa928e-2db4-4b37-b723-ff2ae1e2b964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0464187 May 17 19:32:36.634883 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-968458c1-3bdd-41b5-b5e1-8da3fb729be1 req-12d8aa7b-a902-404e-81ba-1e79c62b8885 service neutron] 10.222.0.69 "GET /v2.0/networks/ddaa928e-2db4-4b37-b723-ff2ae1e2b964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958447 May 17 19:32:36.758287 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-968458c1-3bdd-41b5-b5e1-8da3fb729be1 req-b5b55175-3e14-4f65-a4f6-7921585363ba service neutron] 10.222.0.69 "GET /v2.0/networks/ddaa928e-2db4-4b37-b723-ff2ae1e2b964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925312 May 17 19:32:37.363968 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ae65d-ce5e-4d68-a482-9a88a7fa87a0 req-4a2508dc-21e7-43dd-bcf5-10e790adbfe4 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:37.365491 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3c4ae65d-ce5e-4d68-a482-9a88a7fa87a0 req-4a2508dc-21e7-43dd-bcf5-10e790adbfe4 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 943 time: 0.0478113 May 17 19:32:37.411625 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3c4ae65d-ce5e-4d68-a482-9a88a7fa87a0 req-28f81102-a347-4b7c-9d2f-07972fe961dd tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408008 May 17 19:32:37.718906 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5bebd0-9e32-40e7-9b30-27b779089630 req-8ed3b38b-53e3-4264-9419-3ab8bb067d7f tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:37.720412 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-4c5bebd0-9e32-40e7-9b30-27b779089630 req-8ed3b38b-53e3-4264-9419-3ab8bb067d7f tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/networks?id=66826fc9-a7d1-4546-aded-6352b0954327 HTTP/1.1" status: 200 len: 808 time: 0.3189132 May 17 19:32:37.734862 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-4c5bebd0-9e32-40e7-9b30-27b779089630 req-73f7c99a-0b7f-42ca-9ae3-49f35c76d767 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/quotas/526f0c023217424d8ddde06706fff79c HTTP/1.1" status: 200 len: 375 time: 0.0087392 May 17 19:32:37.766896 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-4c5bebd0-9e32-40e7-9b30-27b779089630 req-bd7db5fe-f039-4950-af69-bae31e370426 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=526f0c023217424d8ddde06706fff79c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271437 May 17 19:32:37.863707 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-4c5bebd0-9e32-40e7-9b30-27b779089630 req-dabf1f12-0992-4343-94ce-a2b39180a43e service neutron] 10.222.0.58 "GET /v2.0/networks/66826fc9-a7d1-4546-aded-6352b0954327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898237 May 17 19:32:37.955002 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-4c5bebd0-9e32-40e7-9b30-27b779089630 req-473b165a-ee11-439e-aa03-d9ef8caa6c3d service neutron] 10.222.0.58 "GET /v2.0/networks/66826fc9-a7d1-4546-aded-6352b0954327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845456 May 17 19:32:38.219823 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-04481913-382a-4f59-b9b1-e805dd4cd2bf req-45bd027e-84cd-4416-ab8a-ae40b1117f11 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/ports?device_id=de8eec96-a6fa-4853-946a-0f1efa7aa661 HTTP/1.1" status: 200 len: 210 time: 0.0374043 May 17 19:32:38.528980 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0c7d1-a72c-4431-95c8-35525d4bcca0 req-b1411113-444a-4299-8f63-00e0c3c9ece2 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:38.530488 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-d0f0c7d1-a72c-4431-95c8-35525d4bcca0 req-b1411113-444a-4299-8f63-00e0c3c9ece2 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 943 time: 0.0473893 May 17 19:32:38.582735 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-d0f0c7d1-a72c-4431-95c8-35525d4bcca0 req-3e8b7af3-aceb-4d9a-8017-92c67b3cb366 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463030 May 17 19:32:39.310614 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7748a1c5-621b-4710-a9df-3ae39135bd83 req-1ad372cf-9564-4362-a578-f4a6c24b01df tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/ports?device_id=de8eec96-a6fa-4853-946a-0f1efa7aa661 HTTP/1.1" status: 200 len: 210 time: 0.0265706 May 17 19:32:39.702570 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ae3d1-c183-43d9-9f3f-7736d1fd1351 req-a489065b-b29f-44c6-96e8-ca1d33c582ce tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:39.704057 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-1e3ae3d1-c183-43d9-9f3f-7736d1fd1351 req-a489065b-b29f-44c6-96e8-ca1d33c582ce tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 943 time: 0.0466802 May 17 19:32:39.749763 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-1e3ae3d1-c183-43d9-9f3f-7736d1fd1351 req-04083ce9-b3a8-43a5-9a54-00d006f07414 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401592 May 17 19:32:40.404149 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-fe473ea0-5358-408d-b7fe-de88839ecd4a req-6d7324ac-c031-4d8a-a8b2-ec7fd2fdaa42 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/ports?device_id=de8eec96-a6fa-4853-946a-0f1efa7aa661 HTTP/1.1" status: 200 len: 210 time: 0.0285797 May 17 19:32:40.873407 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44810afa-8a05-4081-9d3d-5aed2df59c87 req-2f6ccec4-9779-44c8-9906-6453e6f60a85 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:40.874920 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-44810afa-8a05-4081-9d3d-5aed2df59c87 req-2f6ccec4-9779-44c8-9906-6453e6f60a85 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 943 time: 0.0505834 May 17 19:32:40.924324 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-44810afa-8a05-4081-9d3d-5aed2df59c87 req-7184389e-86dd-4cd7-9022-68545e44da2e tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435536 May 17 19:32:41.495553 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f711120a-3a43-497f-8653-c0f369486928 req-823b5c09-e641-4e82-a74d-f696dd86f73a tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/ports?device_id=de8eec96-a6fa-4853-946a-0f1efa7aa661 HTTP/1.1" status: 200 len: 210 time: 0.0277863 May 17 19:32:42.076157 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5457c6ae-e6cb-4188-bcb7-12de89ab5775 req-95fedde1-c957-48ea-a5e4-a1f8b0a75cc9 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:42.076157 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-5457c6ae-e6cb-4188-bcb7-12de89ab5775 req-95fedde1-c957-48ea-a5e4-a1f8b0a75cc9 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 943 time: 0.0738184 May 17 19:32:42.121311 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-5457c6ae-e6cb-4188-bcb7-12de89ab5775 req-ef421676-36d9-4f77-93cd-71f55dbdacc7 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443401 May 17 19:32:42.592896 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e31c054c-5a65-47b0-a835-5a01766cd98c req-5d67d194-c3dd-4aa4-a7d5-7883dd0581db tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/ports?device_id=de8eec96-a6fa-4853-946a-0f1efa7aa661 HTTP/1.1" status: 200 len: 210 time: 0.0300500 May 17 19:32:43.249266 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ea24a-a498-4ea1-8534-9f3dad291341 req-166c1c95-9bd5-4bf1-bdd2-bee366fe0755 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:43.251813 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-808ea24a-a498-4ea1-8534-9f3dad291341 req-166c1c95-9bd5-4bf1-bdd2-bee366fe0755 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 943 time: 0.0514898 May 17 19:32:43.310323 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-808ea24a-a498-4ea1-8534-9f3dad291341 req-c2e317f4-ac86-40d5-8496-f1ea552a01dd tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519571 May 17 19:32:43.393648 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (bee311cb-2a55-4828-8ca4-4ee09c88de79), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:43.478863 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.agents_db [None req-42b69621-6215-4a4a-9d32-588efc9ea437 None None] Agent healthcheck: found 6 active agents {{(pid=103783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 19:32:43.690037 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-acb7013d-132e-4d94-98e9-9c1204f5cd73 req-861106c5-5827-46cd-a65a-98126e68764b tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/ports?device_id=de8eec96-a6fa-4853-946a-0f1efa7aa661 HTTP/1.1" status: 200 len: 210 time: 0.0272033 May 17 19:32:44.438681 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51442299-447d-49a9-adda-9c1dca92cd64 req-77b3f43f-066c-4637-86bf-6dbc34811fe1 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:44.440181 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-51442299-447d-49a9-adda-9c1dca92cd64 req-77b3f43f-066c-4637-86bf-6dbc34811fe1 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 943 time: 0.0504954 May 17 19:32:44.486964 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-51442299-447d-49a9-adda-9c1dca92cd64 req-07ab295e-14ae-4bed-a781-c61a05ef4b31 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410199 May 17 19:32:44.804145 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a377f570-078b-44de-9bbd-121e2eb7dfbb req-daf8b9cd-2ab3-4672-bc9b-87bfc51882cf tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/ports?device_id=de8eec96-a6fa-4853-946a-0f1efa7aa661 HTTP/1.1" status: 200 len: 210 time: 0.0281696 May 17 19:32:45.017166 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-41fa9e06-30bf-4cff-ab26-950068efb73a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:45.621893 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2faa87-fef0-4cf7-9127-71c7f5fd2faf req-aa0bc51f-0b13-49d3-8583-17100bcb609d tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:45.623508 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-bb2faa87-fef0-4cf7-9127-71c7f5fd2faf req-aa0bc51f-0b13-49d3-8583-17100bcb609d tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 943 time: 0.0536079 May 17 19:32:45.677259 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-bb2faa87-fef0-4cf7-9127-71c7f5fd2faf req-0349ff86-5f2a-4125-9f4a-93b314b036d9 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478418 May 17 19:32:45.908906 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3f21896b-dd88-4a79-bcd0-34a4d68c9305 req-6a01fcd0-a5da-4769-a69d-2f4ffcd10305 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/ports?device_id=de8eec96-a6fa-4853-946a-0f1efa7aa661 HTTP/1.1" status: 200 len: 210 time: 0.0286677 May 17 19:32:46.797780 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00209e0f-8714-4187-a8c2-104493cea5b7 req-bb841cef-f02a-41a6-8f5e-947611a41261 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:46.799566 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-00209e0f-8714-4187-a8c2-104493cea5b7 req-bb841cef-f02a-41a6-8f5e-947611a41261 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 943 time: 0.0471172 May 17 19:32:46.858641 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-00209e0f-8714-4187-a8c2-104493cea5b7 req-a19e1746-45cf-4043-8b65-b898991d4793 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509083 May 17 19:32:47.012115 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-92940e40-28f3-42af-8879-0fa4d2d4676b req-bc2fdd4e-8b54-4b1b-a72f-63f6e9b39f3b tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/ports?device_id=de8eec96-a6fa-4853-946a-0f1efa7aa661 HTTP/1.1" status: 200 len: 210 time: 0.0307500 May 17 19:32:47.236771 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-166bc9ed-04ee-42dd-a8cf-faa6f8e593e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:47.985034 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db36510a-8835-4ed4-8a20-6d37e12c7f5f req-be56d54b-5ea1-4117-908a-7dd7c9c3583c tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:47.986687 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-db36510a-8835-4ed4-8a20-6d37e12c7f5f req-be56d54b-5ea1-4117-908a-7dd7c9c3583c tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 943 time: 0.0519381 May 17 19:32:48.047450 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-db36510a-8835-4ed4-8a20-6d37e12c7f5f req-646559d9-81a0-45e5-bc4a-5ee8268d3559 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539842 May 17 19:32:48.138926 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3956bc46-daca-4b5e-baa8-939476ff66ed req-dc05388b-73d7-4787-9ec3-82d46fb00dad tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/ports?device_id=de8eec96-a6fa-4853-946a-0f1efa7aa661 HTTP/1.1" status: 200 len: 210 time: 0.0355122 May 17 19:32:48.816701 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:49.017907 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-59945a27-937b-43f6-a20d-30327119fd31 req-d0885f24-769c-4748-b0dd-e569518a8fd5 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-32194059&fields=id&tenant_id=aae36ceec2314da8a829113fc36f2f40 HTTP/1.1" status: 200 len: 267 time: 0.0539930 May 17 19:32:49.143226 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59945a27-937b-43f6-a20d-30327119fd31 req-e06abbaa-061b-484f-97ec-4ac0eebce8b1 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:49.144800 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-59945a27-937b-43f6-a20d-30327119fd31 req-e06abbaa-061b-484f-97ec-4ac0eebce8b1 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/networks?id=4ffa76ed-e644-420a-9be5-452073c9d2f3 HTTP/1.1" status: 200 len: 812 time: 0.1198683 May 17 19:32:49.161262 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-59945a27-937b-43f6-a20d-30327119fd31 req-e6ce3ec6-11df-4715-a4de-5cf2b5efa869 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/quotas/aae36ceec2314da8a829113fc36f2f40 HTTP/1.1" status: 200 len: 375 time: 0.0108602 May 17 19:32:49.235168 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-59945a27-937b-43f6-a20d-30327119fd31 req-b783d708-3e89-44a3-a76f-018a8f968c68 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=aae36ceec2314da8a829113fc36f2f40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0593147 May 17 19:32:49.241223 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ef737-6839-42df-b61e-620aec1fca37 req-b2fb1391-1f6a-4b89-99ff-91c855605e74 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:49.242981 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-fd8ef737-6839-42df-b61e-620aec1fca37 req-b2fb1391-1f6a-4b89-99ff-91c855605e74 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 943 time: 0.0986543 May 17 19:32:49.308675 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-fd8ef737-6839-42df-b61e-620aec1fca37 req-cf2c2725-01d6-4ef6-94e2-dded8c1fad24 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559871 May 17 19:32:49.348105 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-59945a27-937b-43f6-a20d-30327119fd31 req-532e57f8-3459-43e9-b20a-a6e146067b32 service neutron] 10.222.0.58 "GET /v2.0/networks/4ffa76ed-e644-420a-9be5-452073c9d2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118646 May 17 19:32:49.448141 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0198ee92-331c-4f95-ac40-d3b57b4314a3 req-a4a0f59b-1826-4917-acb4-f69459386908 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/ports?device_id=de8eec96-a6fa-4853-946a-0f1efa7aa661 HTTP/1.1" status: 200 len: 210 time: 0.0710149 May 17 19:32:49.463610 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-59945a27-937b-43f6-a20d-30327119fd31 req-cbd9a407-208b-44fc-8dc6-db973b5d28e7 service neutron] 10.222.0.58 "GET /v2.0/networks/4ffa76ed-e644-420a-9be5-452073c9d2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118731 May 17 19:32:50.174270 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6104f3db-eeb4-4f29-9d4c-26b1ce753aae req-303c6601-546c-4d3d-8a22-769b818f9656 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=36333719-ec24-43b8-9656-b24f4950d2a9 HTTP/1.1" status: 200 len: 210 time: 0.0338817 May 17 19:32:50.250633 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:50.418122 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51822e-8752-44bc-a977-919a1c46c64d req-145e7630-0118-4ed1-87eb-46290db1a13d tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:50.419638 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-4c51822e-8752-44bc-a977-919a1c46c64d req-145e7630-0118-4ed1-87eb-46290db1a13d tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 943 time: 0.0472674 May 17 19:32:50.474043 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-4c51822e-8752-44bc-a977-919a1c46c64d req-d16d9149-6940-4ac8-b46a-1f9f611f0456 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487840 May 17 19:32:50.559600 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c85e853b-9808-4cd7-a0d6-5cd1c833a54a req-19d36c14-3f2d-4bea-9326-f462bbcb4783 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/ports?device_id=de8eec96-a6fa-4853-946a-0f1efa7aa661 HTTP/1.1" status: 200 len: 210 time: 0.0270343 May 17 19:32:50.652451 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b384b2-e56b-48a3-b76c-8a23b27b2ea0 req-7c2bdad5-8d35-41bf-b433-bf173c0001ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:50.653960 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c0b384b2-e56b-48a3-b76c-8a23b27b2ea0 req-7c2bdad5-8d35-41bf-b433-bf173c0001ba service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b23e9f1907a6406785be000e1373dc41&device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 1127 time: 0.0442674 May 17 19:32:50.761220 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b384b2-e56b-48a3-b76c-8a23b27b2ea0 req-d3b80e3d-6878-4498-b063-a259a616f5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:50.762689 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c0b384b2-e56b-48a3-b76c-8a23b27b2ea0 req-d3b80e3d-6878-4498-b063-a259a616f5b6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=40c7fbe2-bd07-440e-b191-34ce3a30a8a0 HTTP/1.1" status: 200 len: 918 time: 0.0874796 May 17 19:32:50.827407 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c0b384b2-e56b-48a3-b76c-8a23b27b2ea0 req-de25a9e7-f887-4919-9c9d-a7697b0f293e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff8731af-15ec-4499-8ce7-63c71d359613 HTTP/1.1" status: 200 len: 999 time: 0.0581582 May 17 19:32:50.882193 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b384b2-e56b-48a3-b76c-8a23b27b2ea0 req-8b67a9ff-4e9e-4f5a-a7a1-3e6749817876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:50.883727 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c0b384b2-e56b-48a3-b76c-8a23b27b2ea0 req-8b67a9ff-4e9e-4f5a-a7a1-3e6749817876 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4afc8f6d-c4ef-4f27-b1bd-b836aad1cd58 HTTP/1.1" status: 200 len: 856 time: 0.0500021 May 17 19:32:50.927508 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b384b2-e56b-48a3-b76c-8a23b27b2ea0 req-2e0e857f-4e34-4bc8-9d75-cb9ed38ceb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:50.929021 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c0b384b2-e56b-48a3-b76c-8a23b27b2ea0 req-2e0e857f-4e34-4bc8-9d75-cb9ed38ceb83 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=40c7fbe2-bd07-440e-b191-34ce3a30a8a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392005 May 17 19:32:51.021054 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c0b384b2-e56b-48a3-b76c-8a23b27b2ea0 req-e03c71a7-7e90-41c4-a1cc-011ba917ccfa service neutron] 10.222.0.69 "GET /v2.0/networks/40c7fbe2-bd07-440e-b191-34ce3a30a8a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854127 May 17 19:32:51.110836 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c0b384b2-e56b-48a3-b76c-8a23b27b2ea0 req-6fcbd9f9-de86-4791-9034-14a13d348219 service neutron] 10.222.0.69 "GET /v2.0/networks/40c7fbe2-bd07-440e-b191-34ce3a30a8a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838962 May 17 19:32:51.280161 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-7bd70a01-002a-4bd0-ad9c-fd0b310c88ed req-1e905235-c771-487e-883e-7583c2408f6a tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=36333719-ec24-43b8-9656-b24f4950d2a9 HTTP/1.1" status: 200 len: 210 time: 0.0320358 May 17 19:32:51.505114 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:51.593900 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f9e27f-1d8b-4e36-a91b-04bae7d62f72 req-c8d1a854-d36b-4aaf-9d99-2b9984993291 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:51.595458 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-69f9e27f-1d8b-4e36-a91b-04bae7d62f72 req-c8d1a854-d36b-4aaf-9d99-2b9984993291 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 943 time: 0.0487785 May 17 19:32:51.653761 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-7ae10735-9eed-4adc-af99-36005ea09334 req-f5036987-c657-4a69-ae35-6d08eaae39ab tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/ports?device_id=de8eec96-a6fa-4853-946a-0f1efa7aa661 HTTP/1.1" status: 200 len: 210 time: 0.0284598 May 17 19:32:51.655001 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-69f9e27f-1d8b-4e36-a91b-04bae7d62f72 req-e9bfa927-9437-4b4c-aeb2-5d3f5ee0d60c tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536234 May 17 19:32:52.031772 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5bebd0-9e32-40e7-9b30-27b779089630 req-b52d5375-ee1e-4f32-932b-a145fdb9bb70 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:52.034256 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4c5bebd0-9e32-40e7-9b30-27b779089630 req-b52d5375-ee1e-4f32-932b-a145fdb9bb70 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.69 "GET /v2.0/networks?id=66826fc9-a7d1-4546-aded-6352b0954327 HTTP/1.1" status: 200 len: 808 time: 0.1309197 May 17 19:32:52.046359 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [req-4c5bebd0-9e32-40e7-9b30-27b779089630 req-087d4074-41e7-45db-9a9c-67797ce7a64a tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Request body: {'port': {'device_id': 'de8eec96-a6fa-4853-946a-0f1efa7aa661', 'network_id': '66826fc9-a7d1-4546-aded-6352b0954327', 'admin_state_up': True, 'tenant_id': '526f0c023217424d8ddde06706fff79c'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:32:52.210690 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c5bebd0-9e32-40e7-9b30-27b779089630 req-087d4074-41e7-45db-9a9c-67797ce7a64a tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Made reservation on behalf of 526f0c023217424d8ddde06706fff79c for: {'port': 1} {{(pid=103781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:32:52.214663 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-4c5bebd0-9e32-40e7-9b30-27b779089630 req-087d4074-41e7-45db-9a9c-67797ce7a64a tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:52.335858 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_common [req-4c5bebd0-9e32-40e7-9b30-27b779089630 req-087d4074-41e7-45db-9a9c-67797ce7a64a tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Allocated IP 172.20.0.9 (66826fc9-a7d1-4546-aded-6352b0954327/1d2824ef-f91e-4f88-8223-f2bb00b778e0/4a332337-b3f6-44ca-aa94-d196a352888a) {{(pid=103781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:32:52.378809 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-69e318e5-afb7-4a39-b1f3-9b62e031a2ea req-d3068f28-c9b9-4f62-970b-3b2ae633ccc6 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=36333719-ec24-43b8-9656-b24f4950d2a9 HTTP/1.1" status: 200 len: 210 time: 0.0331042 May 17 19:32:52.510543 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-4c5bebd0-9e32-40e7-9b30-27b779089630 req-087d4074-41e7-45db-9a9c-67797ce7a64a tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Publish callbacks [] for port (4a332337-b3f6-44ca-aa94-d196a352888a), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:52.607857 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-4c5bebd0-9e32-40e7-9b30-27b779089630 req-087d4074-41e7-45db-9a9c-67797ce7a64a tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (4a332337-b3f6-44ca-aa94-d196a352888a), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:52.653710 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c5bebd0-9e32-40e7-9b30-27b779089630 req-087d4074-41e7-45db-9a9c-67797ce7a64a tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Network 66826fc9-a7d1-4546-aded-6352b0954327 is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:32:52.660517 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [req-4c5bebd0-9e32-40e7-9b30-27b779089630 req-087d4074-41e7-45db-9a9c-67797ce7a64a tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:32:52.662559 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087d4074-41e7-45db-9a9c-67797ce7a64a tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Pushing event updated for resources: {'Port': ['ID=4a332337-b3f6-44ca-aa94-d196a352888a,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:32:52.664604 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c5bebd0-9e32-40e7-9b30-27b779089630 req-087d4074-41e7-45db-9a9c-67797ce7a64a tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Received port after_create {{(pid=103781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:32:52.689264 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087d4074-41e7-45db-9a9c-67797ce7a64a tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:32:52.689264 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087d4074-41e7-45db-9a9c-67797ce7a64a tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:32:52.689475 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087d4074-41e7-45db-9a9c-67797ce7a64a tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:32:52.689789 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087d4074-41e7-45db-9a9c-67797ce7a64a tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:32:52.690113 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087d4074-41e7-45db-9a9c-67797ce7a64a tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:32:52.690430 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087d4074-41e7-45db-9a9c-67797ce7a64a tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:32:52.690767 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087d4074-41e7-45db-9a9c-67797ce7a64a tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:32:52.691063 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087d4074-41e7-45db-9a9c-67797ce7a64a tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:32:52.691564 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087d4074-41e7-45db-9a9c-67797ce7a64a tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:32:52.691889 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087d4074-41e7-45db-9a9c-67797ce7a64a tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:32:52.692203 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087d4074-41e7-45db-9a9c-67797ce7a64a tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:32:52.692952 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087d4074-41e7-45db-9a9c-67797ce7a64a tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:32:52.693271 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087d4074-41e7-45db-9a9c-67797ce7a64a tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:32:52.693688 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087d4074-41e7-45db-9a9c-67797ce7a64a tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:32:52.693962 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087d4074-41e7-45db-9a9c-67797ce7a64a tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:32:52.723740 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5bebd0-9e32-40e7-9b30-27b779089630 req-087d4074-41e7-45db-9a9c-67797ce7a64a tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:52.724347 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-4c5bebd0-9e32-40e7-9b30-27b779089630 req-087d4074-41e7-45db-9a9c-67797ce7a64a tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:52.778622 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1970fe6-c25d-42dd-8a24-3c8b08c36213 req-7d550314-d499-4083-84fe-32ccdfb13e65 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:52.780166 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b1970fe6-c25d-42dd-8a24-3c8b08c36213 req-7d550314-d499-4083-84fe-32ccdfb13e65 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 943 time: 0.0461268 May 17 19:32:52.781338 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae2e21-c481-4bd6-abdf-fae04ea95027 req-ba9447d0-339c-4ceb-9b83-c851c694fbae tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:52.783430 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-a0ae2e21-c481-4bd6-abdf-fae04ea95027 req-ba9447d0-339c-4ceb-9b83-c851c694fbae tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/ports?device_id=de8eec96-a6fa-4853-946a-0f1efa7aa661 HTTP/1.1" status: 200 len: 931 time: 0.0472856 May 17 19:32:52.802208 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4c5bebd0-9e32-40e7-9b30-27b779089630 req-087d4074-41e7-45db-9a9c-67797ce7a64a tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7597804 May 17 19:32:52.832651 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b1970fe6-c25d-42dd-8a24-3c8b08c36213 req-df22e693-84cb-4da0-85a4-1565b760da72 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464458 May 17 19:32:52.839088 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-a0ae2e21-c481-4bd6-abdf-fae04ea95027 req-c231ac2e-5185-4b5a-8fb0-52de21b5dd04 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cb4f89d-920e-4ac8-8c3a-f4ffd1691fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499794 May 17 19:32:53.469169 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8416e12b-e751-4abc-af7b-1ab772c3307b req-aae57d84-ca66-4645-84da-4fb7c3384884 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=36333719-ec24-43b8-9656-b24f4950d2a9 HTTP/1.1" status: 200 len: 210 time: 0.0261981 May 17 19:32:53.958050 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a1ee7-5e7d-444b-ae42-1162300933a4 req-cd60ff1b-5b54-4f4b-beb5-2973509849ea tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:53.959562 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-900a1ee7-5e7d-444b-ae42-1162300933a4 req-cd60ff1b-5b54-4f4b-beb5-2973509849ea tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 943 time: 0.0505235 May 17 19:32:53.963796 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82eeac1-ab60-47fd-9acc-77af2da34c46 req-82fbc12c-2d7e-487d-bea4-779a15600b9c tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:53.965238 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b82eeac1-ab60-47fd-9acc-77af2da34c46 req-82fbc12c-2d7e-487d-bea4-779a15600b9c tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/ports?device_id=de8eec96-a6fa-4853-946a-0f1efa7aa661 HTTP/1.1" status: 200 len: 931 time: 0.0508273 May 17 19:32:54.007021 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-900a1ee7-5e7d-444b-ae42-1162300933a4 req-feff2662-3959-42bb-8262-bc50b758d72c tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411551 May 17 19:32:54.010278 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b82eeac1-ab60-47fd-9acc-77af2da34c46 req-c28615af-3c12-4475-9f46-6e4a3a89cd61 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cb4f89d-920e-4ac8-8c3a-f4ffd1691fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390253 May 17 19:32:54.559646 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e2e559aa-ae61-4736-9367-792d51481477 req-7bc93aa7-5295-48a2-98ec-b792b9fe2f77 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=36333719-ec24-43b8-9656-b24f4950d2a9 HTTP/1.1" status: 200 len: 210 time: 0.0275395 May 17 19:32:55.075283 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [req-4c5bebd0-9e32-40e7-9b30-27b779089630 req-688508ea-acab-41f3-a3ee-b71bfcb6adfc service neutron] Request body: {'port': {'device_id': 'de8eec96-a6fa-4853-946a-0f1efa7aa661', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:32:55.148779 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a7bf5-a89d-47ba-ad04-487bb6ec0191 req-e76f7dfd-d541-40e1-b095-21b4bedd7c00 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:55.151740 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-b58a7bf5-a89d-47ba-ad04-487bb6ec0191 req-e76f7dfd-d541-40e1-b095-21b4bedd7c00 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/ports?device_id=de8eec96-a6fa-4853-946a-0f1efa7aa661 HTTP/1.1" status: 200 len: 931 time: 0.0556684 May 17 19:32:55.180954 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-4c5bebd0-9e32-40e7-9b30-27b779089630 req-688508ea-acab-41f3-a3ee-b71bfcb6adfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (4a332337-b3f6-44ca-aa94-d196a352888a), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:55.198313 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a59d93-4017-4a59-ae52-05b30a7ebd2d req-41531cd7-c238-4ffe-a0dc-9b5c7dbb4dd8 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:55.199816 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f9a59d93-4017-4a59-ae52-05b30a7ebd2d req-41531cd7-c238-4ffe-a0dc-9b5c7dbb4dd8 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 943 time: 0.0922606 May 17 19:32:55.208033 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-b58a7bf5-a89d-47ba-ad04-487bb6ec0191 req-c46d9027-c4c1-4344-be86-03d46e88a602 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cb4f89d-920e-4ac8-8c3a-f4ffd1691fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494068 May 17 19:32:55.292578 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f9a59d93-4017-4a59-ae52-05b30a7ebd2d req-ee360259-c127-478f-9bca-6b13ee1e30f6 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854716 May 17 19:32:55.502137 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [req-4c5bebd0-9e32-40e7-9b30-27b779089630 req-688508ea-acab-41f3-a3ee-b71bfcb6adfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a332337-b3f6-44ca-aa94-d196a352888a {{(pid=103781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 19:32:55.509254 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-4c5bebd0-9e32-40e7-9b30-27b779089630 req-688508ea-acab-41f3-a3ee-b71bfcb6adfc service neutron] Publish callbacks [] for port (4a332337-b3f6-44ca-aa94-d196a352888a), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:55.521683 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.provisioning_blocks [req-4c5bebd0-9e32-40e7-9b30-27b779089630 req-688508ea-acab-41f3-a3ee-b71bfcb6adfc service neutron] Transition to ACTIVE for port object 4a332337-b3f6-44ca-aa94-d196a352888a will not be triggered until provisioned by entity L2. {{(pid=103781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 19:32:55.596239 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-4c5bebd0-9e32-40e7-9b30-27b779089630 req-688508ea-acab-41f3-a3ee-b71bfcb6adfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13820453'] for port (4a332337-b3f6-44ca-aa94-d196a352888a), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:55.644273 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688508ea-acab-41f3-a3ee-b71bfcb6adfc service neutron] Pushing event updated for resources: {'Port': ['ID=4a332337-b3f6-44ca-aa94-d196a352888a,revision_number=2']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:32:55.668646 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-b36b7ec6-9115-4c4c-963b-158b1f592496 req-c169a65b-0a9b-4783-9a59-47ad4708782f tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=36333719-ec24-43b8-9656-b24f4950d2a9 HTTP/1.1" status: 200 len: 210 time: 0.0320008 May 17 19:32:55.715922 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-4c5bebd0-9e32-40e7-9b30-27b779089630 req-688508ea-acab-41f3-a3ee-b71bfcb6adfc service neutron] Attempting to bind port 4a332337-b3f6-44ca-aa94-d196a352888a on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 19:32:55.717316 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-4c5bebd0-9e32-40e7-9b30-27b779089630 req-688508ea-acab-41f3-a3ee-b71bfcb6adfc service neutron] Attempting to bind port 4a332337-b3f6-44ca-aa94-d196a352888a by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '3280cf96-7bfd-405c-91a2-25dd406d81ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '66826fc9-a7d1-4546-aded-6352b0954327'}] {{(pid=103781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 19:32:55.717316 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5bebd0-9e32-40e7-9b30-27b779089630 req-688508ea-acab-41f3-a3ee-b71bfcb6adfc service neutron] Attempting to bind port 4a332337-b3f6-44ca-aa94-d196a352888a on network 66826fc9-a7d1-4546-aded-6352b0954327 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:32:55.721024 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5bebd0-9e32-40e7-9b30-27b779089630 req-688508ea-acab-41f3-a3ee-b71bfcb6adfc service neutron] Port 4a332337-b3f6-44ca-aa94-d196a352888a on network 66826fc9-a7d1-4546-aded-6352b0954327 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 19:32:55.721335 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5bebd0-9e32-40e7-9b30-27b779089630 req-688508ea-acab-41f3-a3ee-b71bfcb6adfc service neutron] Attempting to bind port 4a332337-b3f6-44ca-aa94-d196a352888a on network 66826fc9-a7d1-4546-aded-6352b0954327 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:32:55.726299 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5bebd0-9e32-40e7-9b30-27b779089630 req-688508ea-acab-41f3-a3ee-b71bfcb6adfc service neutron] Checking agent: {'id': 'bee311cb-2a55-4828-8ca4-4ee09c88de79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 19, 27, 43), 'started_at': datetime.datetime(2022, 5, 17, 19, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 19, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 19:32:55.726627 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5bebd0-9e32-40e7-9b30-27b779089630 req-688508ea-acab-41f3-a3ee-b71bfcb6adfc service neutron] Checking segment: {'id': '3280cf96-7bfd-405c-91a2-25dd406d81ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '66826fc9-a7d1-4546-aded-6352b0954327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:32:55.726996 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5bebd0-9e32-40e7-9b30-27b779089630 req-688508ea-acab-41f3-a3ee-b71bfcb6adfc service neutron] Bound using segment: {'id': '3280cf96-7bfd-405c-91a2-25dd406d81ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '66826fc9-a7d1-4546-aded-6352b0954327'} {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 19:32:55.727405 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-4c5bebd0-9e32-40e7-9b30-27b779089630 req-688508ea-acab-41f3-a3ee-b71bfcb6adfc service neutron] Bound port: 4a332337-b3f6-44ca-aa94-d196a352888a, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3280cf96-7bfd-405c-91a2-25dd406d81ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '66826fc9-a7d1-4546-aded-6352b0954327'}}] {{(pid=103781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 19:32:55.727780 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-4c5bebd0-9e32-40e7-9b30-27b779089630 req-688508ea-acab-41f3-a3ee-b71bfcb6adfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (4a332337-b3f6-44ca-aa94-d196a352888a), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:55.788181 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-4c5bebd0-9e32-40e7-9b30-27b779089630 req-688508ea-acab-41f3-a3ee-b71bfcb6adfc service neutron] For port 4a332337-b3f6-44ca-aa94-d196a352888a, host hv-cinder-84067, cleared binding levels {{(pid=103781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 19:32:55.791109 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-4c5bebd0-9e32-40e7-9b30-27b779089630 req-688508ea-acab-41f3-a3ee-b71bfcb6adfc service neutron] For port 4a332337-b3f6-44ca-aa94-d196a352888a, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=4a332337-b3f6-44ca-aa94-d196a352888a,segment=NetworkSegment(3280cf96-7bfd-405c-91a2-25dd406d81ff),segment_id=3280cf96-7bfd-405c-91a2-25dd406d81ff)] {{(pid=103781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 19:32:55.890966 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-4c5bebd0-9e32-40e7-9b30-27b779089630 req-688508ea-acab-41f3-a3ee-b71bfcb6adfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13820453'] for port (4a332337-b3f6-44ca-aa94-d196a352888a), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:55.923876 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5bebd0-9e32-40e7-9b30-27b779089630 req-688508ea-acab-41f3-a3ee-b71bfcb6adfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:55.924494 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-4c5bebd0-9e32-40e7-9b30-27b779089630 req-688508ea-acab-41f3-a3ee-b71bfcb6adfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:55.925853 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4c5bebd0-9e32-40e7-9b30-27b779089630 req-688508ea-acab-41f3-a3ee-b71bfcb6adfc service neutron] 10.222.0.69 "PUT /v2.0/ports/4a332337-b3f6-44ca-aa94-d196a352888a HTTP/1.1" status: 200 len: 1093 time: 0.8557773 May 17 19:32:55.926283 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de8eec96-a6fa-4853-946a-0f1efa7aa661', 'tag': '4a332337-b3f6-44ca-aa94-d196a352888a'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:32:55.928509 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5abf21081b7c701043d67e7bff15db599e71af2afb5ac8611b6265996300b020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6954f17-ef5e-4882-89aa-589538660d90" -d '{"events": [{"name": "network-changed", "server_uuid": "de8eec96-a6fa-4853-946a-0f1efa7aa661", "tag": "4a332337-b3f6-44ca-aa94-d196a352888a"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:32:55.950327 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688508ea-acab-41f3-a3ee-b71bfcb6adfc service neutron] Pushing event updated for resources: {'Port': ['ID=4a332337-b3f6-44ca-aa94-d196a352888a,revision_number=3']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:32:55.969988 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 19:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d75036-51f8-44a3-ad95-3521e5bd5546 x-openstack-request-id: req-05d75036-51f8-44a3-ad95-3521e5bd5546 {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:32:55.970273 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de8eec96-a6fa-4853-946a-0f1efa7aa661", "tag": "4a332337-b3f6-44ca-aa94-d196a352888a", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:32:55.970509 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-05d75036-51f8-44a3-ad95-3521e5bd5546 {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:32:55.970900 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05d75036-51f8-44a3-ad95-3521e5bd5546'] response: {'name': 'network-changed', 'server_uuid': 'de8eec96-a6fa-4853-946a-0f1efa7aa661', 'tag': '4a332337-b3f6-44ca-aa94-d196a352888a', 'status': 'completed', 'code': 200} May 17 19:32:56.322751 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50133d8-9339-442f-8c62-2bfaf7069633 req-b9e251fd-fb36-4d7d-bb73-bee030ca5329 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:56.322751 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-d50133d8-9339-442f-8c62-2bfaf7069633 req-b9e251fd-fb36-4d7d-bb73-bee030ca5329 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/ports?device_id=de8eec96-a6fa-4853-946a-0f1efa7aa661 HTTP/1.1" status: 200 len: 943 time: 0.0498426 May 17 19:32:56.368559 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-d50133d8-9339-442f-8c62-2bfaf7069633 req-c13b68f7-eb8e-45cb-ba35-c0f0906f38aa tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cb4f89d-920e-4ac8-8c3a-f4ffd1691fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413668 May 17 19:32:56.412729 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4f0cd-0822-40ca-90c2-036a57f24a16 req-ea269ae0-6282-4baf-8d93-fcf598ee46d8 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:56.414243 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-eed4f0cd-0822-40ca-90c2-036a57f24a16 req-ea269ae0-6282-4baf-8d93-fcf598ee46d8 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 943 time: 0.0476189 May 17 19:32:56.459063 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-eed4f0cd-0822-40ca-90c2-036a57f24a16 req-7beba82a-e898-4ce8-90a5-f809af52255b tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388970 May 17 19:32:56.762621 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-ffc38d00-904c-4142-9e01-0287a39d66fd req-fedad0f5-7a5b-4a0b-9298-67f0374a89e8 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=36333719-ec24-43b8-9656-b24f4950d2a9 HTTP/1.1" status: 200 len: 210 time: 0.0265086 May 17 19:32:56.823858 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6954f17-ef5e-4882-89aa-589538660d90 req-816c5b79-fccf-414c-9a96-3d5eb17bddfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:56.825346 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e6954f17-ef5e-4882-89aa-589538660d90 req-816c5b79-fccf-414c-9a96-3d5eb17bddfa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=526f0c023217424d8ddde06706fff79c&device_id=de8eec96-a6fa-4853-946a-0f1efa7aa661 HTTP/1.1" status: 200 len: 1127 time: 0.0468071 May 17 19:32:56.895767 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59945a27-937b-43f6-a20d-30327119fd31 req-7c6be199-2350-4c0a-baf0-e42344c27008 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:56.897223 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-59945a27-937b-43f6-a20d-30327119fd31 req-7c6be199-2350-4c0a-baf0-e42344c27008 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.69 "GET /v2.0/networks?id=4ffa76ed-e644-420a-9be5-452073c9d2f3 HTTP/1.1" status: 200 len: 812 time: 0.1046422 May 17 19:32:56.964983 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-59945a27-937b-43f6-a20d-30327119fd31 req-8c4145c9-8522-4231-a4de-884d6b9797b5 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aae36ceec2314da8a829113fc36f2f40 HTTP/1.1" status: 200 len: 378 time: 0.0575709 May 17 19:32:56.974136 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [req-59945a27-937b-43f6-a20d-30327119fd31 req-e44d7621-240f-4212-8553-351b42db370d tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Request body: {'port': {'device_id': '36333719-ec24-43b8-9656-b24f4950d2a9', 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3', 'admin_state_up': True, 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'security_groups': ['a33a853a-3df4-4414-90e6-4e69cdaf8606']}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:32:56.983261 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6954f17-ef5e-4882-89aa-589538660d90 req-43bf9457-8265-4b58-b7a1-f6e677cbd1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:56.984834 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e6954f17-ef5e-4882-89aa-589538660d90 req-43bf9457-8265-4b58-b7a1-f6e677cbd1f1 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=526f0c023217424d8ddde06706fff79c&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0974774 May 17 19:32:57.079705 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device ff8731af-15ec-4499-8ce7-63c71d359613 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 19:32:57.081887 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6954f17-ef5e-4882-89aa-589538660d90 req-b806fe2d-cc55-42cd-8e01-52ec716b87bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:57.083348 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e6954f17-ef5e-4882-89aa-589538660d90 req-b806fe2d-cc55-42cd-8e01-52ec716b87bb service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924764 May 17 19:32:57.145185 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59945a27-937b-43f6-a20d-30327119fd31 req-e44d7621-240f-4212-8553-351b42db370d tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Made reservation on behalf of aae36ceec2314da8a829113fc36f2f40 for: {'port': 1} {{(pid=103780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:32:57.148635 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-59945a27-937b-43f6-a20d-30327119fd31 req-e44d7621-240f-4212-8553-351b42db370d tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:57.189184 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5bebd0-9e32-40e7-9b30-27b779089630 req-492e0be0-0a24-4549-a3d4-098de591671b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:57.190783 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4c5bebd0-9e32-40e7-9b30-27b779089630 req-492e0be0-0a24-4549-a3d4-098de591671b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=526f0c023217424d8ddde06706fff79c&device_id=de8eec96-a6fa-4853-946a-0f1efa7aa661 HTTP/1.1" status: 200 len: 1127 time: 0.0625646 May 17 19:32:57.203772 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port ff8731af-15ec-4499-8ce7-63c71d359613, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=ff8731af-15ec-4499-8ce7-63c71d359613,segment=NetworkSegment(cb7a5f44-2490-49bf-84d8-97ca2a591d42),segment_id=cb7a5f44-2490-49bf-84d8-97ca2a591d42)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:32:57.217934 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Returning: {'device': 'ff8731af-15ec-4499-8ce7-63c71d359613', 'network_id': '40c7fbe2-bd07-440e-b191-34ce3a30a8a0', 'port_id': 'ff8731af-15ec-4499-8ce7-63c71d359613', 'mac_address': 'fa:16:3e:31:3c:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4afc8f6d-c4ef-4f27-b1bd-b836aad1cd58', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 19:32:57.231121 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4c5bebd0-9e32-40e7-9b30-27b779089630 req-0dfb05b6-c83e-4456-a972-c019c8ba6d4a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a332337-b3f6-44ca-aa94-d196a352888a HTTP/1.1" status: 200 len: 217 time: 0.0329118 May 17 19:32:57.255225 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Current status of the port ff8731af-15ec-4499-8ce7-63c71d359613 is: DOWN; New status is: BUILD {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:32:57.255763 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (ff8731af-15ec-4499-8ce7-63c71d359613), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:57.283002 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff8731af-15ec-4499-8ce7-63c71d359613 {{(pid=103782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 19:32:57.294539 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.db_base_plugin_common [req-59945a27-937b-43f6-a20d-30327119fd31 req-e44d7621-240f-4212-8553-351b42db370d tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Allocated IP 172.20.0.14 (4ffa76ed-e644-420a-9be5-452073c9d2f3/a5e80cf4-1ae6-4a34-89f9-235de223b3bb/0e496244-9f40-4dd5-be78-9d953da8d8ab) {{(pid=103780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:32:57.296248 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5bebd0-9e32-40e7-9b30-27b779089630 req-fcc93dd2-2a2c-47eb-98af-6f5b8a0c9268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:57.300524 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4c5bebd0-9e32-40e7-9b30-27b779089630 req-fcc93dd2-2a2c-47eb-98af-6f5b8a0c9268 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1d2824ef-f91e-4f88-8223-f2bb00b778e0 HTTP/1.1" status: 200 len: 848 time: 0.0585752 May 17 19:32:57.308408 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port ff8731af-15ec-4499-8ce7-63c71d359613, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=ff8731af-15ec-4499-8ce7-63c71d359613,segment=NetworkSegment(cb7a5f44-2490-49bf-84d8-97ca2a591d42),segment_id=cb7a5f44-2490-49bf-84d8-97ca2a591d42)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:32:57.333710 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4c5bebd0-9e32-40e7-9b30-27b779089630 req-cc85f24e-43de-4b6e-9a13-629a7c49d011 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=66826fc9-a7d1-4546-aded-6352b0954327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285833 May 17 19:32:57.407967 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (ff8731af-15ec-4499-8ce7-63c71d359613), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:57.455597 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4c5bebd0-9e32-40e7-9b30-27b779089630 req-a1f2a8e0-26ea-4779-bfa6-6337601d98fa service neutron] 10.222.0.69 "GET /v2.0/networks/66826fc9-a7d1-4546-aded-6352b0954327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142840 May 17 19:32:57.458675 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Pushing event updated for resources: {'Port': ['ID=ff8731af-15ec-4499-8ce7-63c71d359613,revision_number=9']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:32:57.466551 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:32:57.467013 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:32:57.467473 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:32:57.467964 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:32:57.468392 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:32:57.468972 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:32:57.469392 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:32:57.469835 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:32:57.470270 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:32:57.470692 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:32:57.471111 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:32:57.471565 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:32:57.471988 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:32:57.472403 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:32:57.472818 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:32:57.479528 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-59945a27-937b-43f6-a20d-30327119fd31 req-e44d7621-240f-4212-8553-351b42db370d tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks [] for port (0e496244-9f40-4dd5-be78-9d953da8d8ab), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:57.520123 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104415f7-0d24-45ee-b342-4303d37f50d8 req-75f340a6-5693-4b6b-8418-65db28f85c6b tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:57.521594 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-104415f7-0d24-45ee-b342-4303d37f50d8 req-75f340a6-5693-4b6b-8418-65db28f85c6b tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/ports?device_id=de8eec96-a6fa-4853-946a-0f1efa7aa661 HTTP/1.1" status: 200 len: 943 time: 0.0807567 May 17 19:32:57.576059 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-59945a27-937b-43f6-a20d-30327119fd31 req-e44d7621-240f-4212-8553-351b42db370d tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014583'] for port (0e496244-9f40-4dd5-be78-9d953da8d8ab), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:57.612856 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4c5bebd0-9e32-40e7-9b30-27b779089630 req-07ba8cfb-9bac-42a1-811e-6de05f86f696 service neutron] 10.222.0.69 "GET /v2.0/networks/66826fc9-a7d1-4546-aded-6352b0954327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364057 May 17 19:32:57.621879 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-104415f7-0d24-45ee-b342-4303d37f50d8 req-fa1406b8-ac94-4ef5-8b95-2bb4d0895f15 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cb4f89d-920e-4ac8-8c3a-f4ffd1691fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708320 May 17 19:32:57.641244 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2514d2c4-09b4-4e9b-bc24-12fdb717d68c req-6f49fd52-12c2-4fdb-8814-2a96e6d4ec93 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:57.641244 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-2514d2c4-09b4-4e9b-bc24-12fdb717d68c req-6f49fd52-12c2-4fdb-8814-2a96e6d4ec93 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 944 time: 0.0956383 May 17 19:32:57.661397 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59945a27-937b-43f6-a20d-30327119fd31 req-e44d7621-240f-4212-8553-351b42db370d tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Network 4ffa76ed-e644-420a-9be5-452073c9d2f3 is already hosted by enough agents. {{(pid=103780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:32:57.671329 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.base_scheduler [req-59945a27-937b-43f6-a20d-30327119fd31 req-e44d7621-240f-4212-8553-351b42db370d tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Resources bound (agent type, host, resource id): {{(pid=103780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:32:57.673741 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.l3_dvrscheduler_db [req-59945a27-937b-43f6-a20d-30327119fd31 req-e44d7621-240f-4212-8553-351b42db370d tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Received port after_create {{(pid=103780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:32:57.686577 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44d7621-240f-4212-8553-351b42db370d tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Pushing event updated for resources: {'Port': ['ID=0e496244-9f40-4dd5-be78-9d953da8d8ab,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:32:57.703770 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] get_ports_and_sgs() called for port_ids ['ff8731af-15ec-4499-8ce7-63c71d359613'] {{(pid=103782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 19:32:57.722019 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44d7621-240f-4212-8553-351b42db370d tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:32:57.726907 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44d7621-240f-4212-8553-351b42db370d tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:32:57.726907 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44d7621-240f-4212-8553-351b42db370d tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:32:57.726907 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44d7621-240f-4212-8553-351b42db370d tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:32:57.726907 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44d7621-240f-4212-8553-351b42db370d tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:32:57.726907 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44d7621-240f-4212-8553-351b42db370d tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:32:57.726907 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44d7621-240f-4212-8553-351b42db370d tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:32:57.726907 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44d7621-240f-4212-8553-351b42db370d tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:32:57.726907 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44d7621-240f-4212-8553-351b42db370d tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:32:57.726907 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44d7621-240f-4212-8553-351b42db370d tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:32:57.726907 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44d7621-240f-4212-8553-351b42db370d tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:32:57.726907 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44d7621-240f-4212-8553-351b42db370d tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:32:57.726907 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44d7621-240f-4212-8553-351b42db370d tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:32:57.726907 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44d7621-240f-4212-8553-351b42db370d tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:32:57.728071 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44d7621-240f-4212-8553-351b42db370d tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:32:57.771798 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59945a27-937b-43f6-a20d-30327119fd31 req-e44d7621-240f-4212-8553-351b42db370d tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:57.772438 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-59945a27-937b-43f6-a20d-30327119fd31 req-e44d7621-240f-4212-8553-351b42db370d tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for port (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:57.780651 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-2514d2c4-09b4-4e9b-bc24-12fdb717d68c req-31a3a352-db02-4af6-9c8e-ef81f882c2e4 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327236 May 17 19:32:57.904273 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a6461-6ae5-46cb-9acf-30768301541d req-ed78e218-3bc6-45ea-8556-51ad88ea85a5 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:57.910466 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-9e6a6461-6ae5-46cb-9acf-30768301541d req-ed78e218-3bc6-45ea-8556-51ad88ea85a5 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=36333719-ec24-43b8-9656-b24f4950d2a9 HTTP/1.1" status: 200 len: 932 time: 0.0541444 May 17 19:32:57.910466 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-59945a27-937b-43f6-a20d-30327119fd31 req-e44d7621-240f-4212-8553-351b42db370d tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9388912 May 17 19:32:57.955221 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-9e6a6461-6ae5-46cb-9acf-30768301541d req-0190d17c-2cf5-4b40-b476-d0e61c626042 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436792 May 17 19:32:57.972463 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-01c11435-e318-4d08-bc34-75cf94d429a3 None None] Provisioning complete for port 0e496244-9f40-4dd5-be78-9d953da8d8ab triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:32:57.972832 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-01c11435-e318-4d08-bc34-75cf94d429a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (0e496244-9f40-4dd5-be78-9d953da8d8ab), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:58.004781 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-01c11435-e318-4d08-bc34-75cf94d429a3 None None] Port 0e496244-9f40-4dd5-be78-9d953da8d8ab cannot update to ACTIVE because it is not bound. {{(pid=103782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 19:32:58.132341 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49fd1a-bff8-4d75-9128-fd768185057c req-5f5ea840-1dc9-41c6-b060-050dba5061c6 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:58.133740 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-0b49fd1a-bff8-4d75-9128-fd768185057c req-5f5ea840-1dc9-41c6-b060-050dba5061c6 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ceb178-791e-47a4-b711-78ce4b39bf0f HTTP/1.1" status: 200 len: 945 time: 0.0513606 May 17 19:32:58.179650 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-0b49fd1a-bff8-4d75-9128-fd768185057c req-52f038c3-f233-413a-83f0-98027eaffec7 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/security-groups?id=5740d66a-072c-47b3-94cd-2729cf1d98d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401623 May 17 19:32:58.677187 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [req-59945a27-937b-43f6-a20d-30327119fd31 req-1c5371fa-7135-45ed-a1b2-858d8e2291be service neutron] Request body: {'port': {'device_id': '36333719-ec24-43b8-9656-b24f4950d2a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:32:58.740370 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-59945a27-937b-43f6-a20d-30327119fd31 req-1c5371fa-7135-45ed-a1b2-858d8e2291be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (0e496244-9f40-4dd5-be78-9d953da8d8ab), before_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:58.748479 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e30130-4146-4bc7-860a-f1df79dc9e71 req-c8db694a-9231-4b3c-946f-f9b535d7dbfa tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:58.750319 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-81e30130-4146-4bc7-860a-f1df79dc9e71 req-c8db694a-9231-4b3c-946f-f9b535d7dbfa tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/ports?device_id=de8eec96-a6fa-4853-946a-0f1efa7aa661 HTTP/1.1" status: 200 len: 943 time: 0.0593297 May 17 19:32:58.806088 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-81e30130-4146-4bc7-860a-f1df79dc9e71 req-7f7cf535-869d-4c95-9119-1e58ac2bb280 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cb4f89d-920e-4ac8-8c3a-f4ffd1691fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491724 May 17 19:32:58.947988 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610acea9-0ebd-46bc-830a-0e8436f3a8c8 req-5082188f-87ed-4f07-bbcd-ab94d70ad327 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:58.961729 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-610acea9-0ebd-46bc-830a-0e8436f3a8c8 req-5082188f-87ed-4f07-bbcd-ab94d70ad327 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 944 time: 0.0692389 May 17 19:32:59.047651 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-610acea9-0ebd-46bc-830a-0e8436f3a8c8 req-ac9f96ba-adf5-4385-8ccf-7a2cc08f6807 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855179 May 17 19:32:59.067591 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f9441-d8ac-4ffc-870d-4797c98801ff req-7256b80f-c1d4-4efb-8a87-d616fe1df27c tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:59.069052 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-eb4f9441-d8ac-4ffc-870d-4797c98801ff req-7256b80f-c1d4-4efb-8a87-d616fe1df27c tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=36333719-ec24-43b8-9656-b24f4950d2a9 HTTP/1.1" status: 200 len: 932 time: 0.0489545 May 17 19:32:59.091712 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 4a332337-b3f6-44ca-aa94-d196a352888a details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 19:32:59.093790 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device ff8731af-15ec-4499-8ce7-63c71d359613 up at agent hyperv_hv-cinder-84067 {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:32:59.119516 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-eb4f9441-d8ac-4ffc-870d-4797c98801ff req-755582d5-e43f-468e-b82e-45aadfba24ed tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444188 May 17 19:32:59.134189 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.notifiers.nova [req-59945a27-937b-43f6-a20d-30327119fd31 req-1c5371fa-7135-45ed-a1b2-858d8e2291be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e496244-9f40-4dd5-be78-9d953da8d8ab {{(pid=103780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 19:32:59.142539 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-59945a27-937b-43f6-a20d-30327119fd31 req-1c5371fa-7135-45ed-a1b2-858d8e2291be service neutron] Publish callbacks [] for port (0e496244-9f40-4dd5-be78-9d953da8d8ab), precommit_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:59.155481 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.provisioning_blocks [req-59945a27-937b-43f6-a20d-30327119fd31 req-1c5371fa-7135-45ed-a1b2-858d8e2291be service neutron] Transition to ACTIVE for port object 0e496244-9f40-4dd5-be78-9d953da8d8ab will not be triggered until provisioned by entity L2. {{(pid=103780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 19:32:59.158715 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Provisioning complete for port ff8731af-15ec-4499-8ce7-63c71d359613 triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:32:59.159080 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (ff8731af-15ec-4499-8ce7-63c71d359613), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:59.233713 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-59945a27-937b-43f6-a20d-30327119fd31 req-1c5371fa-7135-45ed-a1b2-858d8e2291be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13014528'] for port (0e496244-9f40-4dd5-be78-9d953da8d8ab), after_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:59.281064 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port 4a332337-b3f6-44ca-aa94-d196a352888a, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=4a332337-b3f6-44ca-aa94-d196a352888a,segment=NetworkSegment(3280cf96-7bfd-405c-91a2-25dd406d81ff),segment_id=3280cf96-7bfd-405c-91a2-25dd406d81ff)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:32:59.302300 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Current status of the port ff8731af-15ec-4499-8ce7-63c71d359613 is: BUILD; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:32:59.302676 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (ff8731af-15ec-4499-8ce7-63c71d359613), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:59.305830 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Returning: {'device': '4a332337-b3f6-44ca-aa94-d196a352888a', 'network_id': '66826fc9-a7d1-4546-aded-6352b0954327', 'port_id': '4a332337-b3f6-44ca-aa94-d196a352888a', 'mac_address': 'fa:16:3e:00:64:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d2824ef-f91e-4f88-8223-f2bb00b778e0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 19:32:59.316731 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5371fa-7135-45ed-a1b2-858d8e2291be service neutron] Pushing event updated for resources: {'Port': ['ID=0e496244-9f40-4dd5-be78-9d953da8d8ab,revision_number=2']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:32:59.326195 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d49470-657d-417e-8905-e82ca59e6b1a req-83986438-9c22-44e7-838c-c800d6396c57 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:59.327748 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-57d49470-657d-417e-8905-e82ca59e6b1a req-83986438-9c22-44e7-838c-c800d6396c57 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ceb178-791e-47a4-b711-78ce4b39bf0f HTTP/1.1" status: 200 len: 945 time: 0.0677948 May 17 19:32:59.351815 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b22978d8-2688-49c7-8962-728e7874fc70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8731af-15ec-4499-8ce7-63c71d359613'}] {{(pid=103782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:32:59.354008 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dcdb420cfc3f3d59cdc90e9401be4743e23c4809d01819fc24a250fd06a42a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e85d1e-a613-45ae-9cac-986a9498092c" -d '{"events": [{"server_uuid": "b22978d8-2688-49c7-8962-728e7874fc70", "name": "network-vif-plugged", "status": "completed", "tag": "ff8731af-15ec-4499-8ce7-63c71d359613"}]}' {{(pid=103782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:32:59.370463 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port ff8731af-15ec-4499-8ce7-63c71d359613, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=ff8731af-15ec-4499-8ce7-63c71d359613,segment=NetworkSegment(cb7a5f44-2490-49bf-84d8-97ca2a591d42),segment_id=cb7a5f44-2490-49bf-84d8-97ca2a591d42)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:32:59.377300 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Current status of the port 4a332337-b3f6-44ca-aa94-d196a352888a is: DOWN; New status is: BUILD {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:32:59.377683 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (4a332337-b3f6-44ca-aa94-d196a352888a), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:59.391720 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a332337-b3f6-44ca-aa94-d196a352888a {{(pid=103782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 19:32:59.410594 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 19:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a73d669-557d-4268-8e56-a7f937592be1 x-openstack-request-id: req-4a73d669-557d-4268-8e56-a7f937592be1 {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:32:59.410822 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b22978d8-2688-49c7-8962-728e7874fc70", "name": "network-vif-plugged", "status": "completed", "tag": "ff8731af-15ec-4499-8ce7-63c71d359613", "code": 200}]} {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:32:59.411033 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4a73d669-557d-4268-8e56-a7f937592be1 {{(pid=103782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:32:59.411278 dv-cinder-840678-10-iscsi neutron-server[103782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a73d669-557d-4268-8e56-a7f937592be1'] response: {'server_uuid': 'b22978d8-2688-49c7-8962-728e7874fc70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8731af-15ec-4499-8ce7-63c71d359613', 'code': 200} May 17 19:32:59.415134 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port 4a332337-b3f6-44ca-aa94-d196a352888a, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=4a332337-b3f6-44ca-aa94-d196a352888a,segment=NetworkSegment(3280cf96-7bfd-405c-91a2-25dd406d81ff),segment_id=3280cf96-7bfd-405c-91a2-25dd406d81ff)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:32:59.435690 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-57d49470-657d-417e-8905-e82ca59e6b1a req-3226c148-7aeb-4904-ae71-569383be7071 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/security-groups?id=5740d66a-072c-47b3-94cd-2729cf1d98d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852537 May 17 19:32:59.439947 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (ff8731af-15ec-4499-8ce7-63c71d359613), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:59.440276 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.managers [req-59945a27-937b-43f6-a20d-30327119fd31 req-1c5371fa-7135-45ed-a1b2-858d8e2291be service neutron] Attempting to bind port 0e496244-9f40-4dd5-be78-9d953da8d8ab on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 19:32:59.440608 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.managers [req-59945a27-937b-43f6-a20d-30327119fd31 req-1c5371fa-7135-45ed-a1b2-858d8e2291be service neutron] Attempting to bind port 0e496244-9f40-4dd5-be78-9d953da8d8ab by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '8cc326ee-5f9e-416b-8025-9d11d0786f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3'}] {{(pid=103780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 19:32:59.440932 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59945a27-937b-43f6-a20d-30327119fd31 req-1c5371fa-7135-45ed-a1b2-858d8e2291be service neutron] Attempting to bind port 0e496244-9f40-4dd5-be78-9d953da8d8ab on network 4ffa76ed-e644-420a-9be5-452073c9d2f3 {{(pid=103780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:32:59.445805 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59945a27-937b-43f6-a20d-30327119fd31 req-1c5371fa-7135-45ed-a1b2-858d8e2291be service neutron] Port 0e496244-9f40-4dd5-be78-9d953da8d8ab on network 4ffa76ed-e644-420a-9be5-452073c9d2f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 19:32:59.446116 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59945a27-937b-43f6-a20d-30327119fd31 req-1c5371fa-7135-45ed-a1b2-858d8e2291be service neutron] Attempting to bind port 0e496244-9f40-4dd5-be78-9d953da8d8ab on network 4ffa76ed-e644-420a-9be5-452073c9d2f3 {{(pid=103780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:32:59.451415 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59945a27-937b-43f6-a20d-30327119fd31 req-1c5371fa-7135-45ed-a1b2-858d8e2291be service neutron] Checking agent: {'id': 'bee311cb-2a55-4828-8ca4-4ee09c88de79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 19, 27, 43), 'started_at': datetime.datetime(2022, 5, 17, 19, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 19, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 19:32:59.451705 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59945a27-937b-43f6-a20d-30327119fd31 req-1c5371fa-7135-45ed-a1b2-858d8e2291be service neutron] Checking segment: {'id': '8cc326ee-5f9e-416b-8025-9d11d0786f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:32:59.452058 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59945a27-937b-43f6-a20d-30327119fd31 req-1c5371fa-7135-45ed-a1b2-858d8e2291be service neutron] Bound using segment: {'id': '8cc326ee-5f9e-416b-8025-9d11d0786f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3'} {{(pid=103780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 19:32:59.452484 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.managers [req-59945a27-937b-43f6-a20d-30327119fd31 req-1c5371fa-7135-45ed-a1b2-858d8e2291be service neutron] Bound port: 0e496244-9f40-4dd5-be78-9d953da8d8ab, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cc326ee-5f9e-416b-8025-9d11d0786f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3'}}] {{(pid=103780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 19:32:59.452837 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-59945a27-937b-43f6-a20d-30327119fd31 req-1c5371fa-7135-45ed-a1b2-858d8e2291be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (0e496244-9f40-4dd5-be78-9d953da8d8ab), before_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:59.487891 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (4a332337-b3f6-44ca-aa94-d196a352888a), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:59.493836 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Pushing event updated for resources: {'Port': ['ID=ff8731af-15ec-4499-8ce7-63c71d359613,revision_number=10']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:32:59.519261 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.db [req-59945a27-937b-43f6-a20d-30327119fd31 req-1c5371fa-7135-45ed-a1b2-858d8e2291be service neutron] For port 0e496244-9f40-4dd5-be78-9d953da8d8ab, host hv-cinder-84067, cleared binding levels {{(pid=103780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 19:32:59.524059 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.db [req-59945a27-937b-43f6-a20d-30327119fd31 req-1c5371fa-7135-45ed-a1b2-858d8e2291be service neutron] For port 0e496244-9f40-4dd5-be78-9d953da8d8ab, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=0e496244-9f40-4dd5-be78-9d953da8d8ab,segment=NetworkSegment(8cc326ee-5f9e-416b-8025-9d11d0786f2c),segment_id=8cc326ee-5f9e-416b-8025-9d11d0786f2c)] {{(pid=103780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 19:32:59.552644 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Pushing event updated for resources: {'Port': ['ID=4a332337-b3f6-44ca-aa94-d196a352888a,revision_number=4']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:32:59.606106 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-59945a27-937b-43f6-a20d-30327119fd31 req-1c5371fa-7135-45ed-a1b2-858d8e2291be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13014528'] for port (0e496244-9f40-4dd5-be78-9d953da8d8ab), after_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:59.634599 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59945a27-937b-43f6-a20d-30327119fd31 req-1c5371fa-7135-45ed-a1b2-858d8e2291be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:59.635207 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-59945a27-937b-43f6-a20d-30327119fd31 req-1c5371fa-7135-45ed-a1b2-858d8e2291be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for port (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:32:59.636670 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-59945a27-937b-43f6-a20d-30327119fd31 req-1c5371fa-7135-45ed-a1b2-858d8e2291be service neutron] 10.222.0.69 "PUT /v2.0/ports/0e496244-9f40-4dd5-be78-9d953da8d8ab HTTP/1.1" status: 200 len: 1094 time: 0.9637549 May 17 19:32:59.638779 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36333719-ec24-43b8-9656-b24f4950d2a9', 'tag': '0e496244-9f40-4dd5-be78-9d953da8d8ab'}] {{(pid=103780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:32:59.641400 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1bd86ad9c435c7379d29d4f4527297f276984ecaea51489ddc34f383e603623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e1bdc0-631c-407f-ac9b-32a7ef918e5c" -d '{"events": [{"name": "network-changed", "server_uuid": "36333719-ec24-43b8-9656-b24f4950d2a9", "tag": "0e496244-9f40-4dd5-be78-9d953da8d8ab"}]}' {{(pid=103780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:32:59.674511 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5371fa-7135-45ed-a1b2-858d8e2291be service neutron] Pushing event updated for resources: {'Port': ['ID=0e496244-9f40-4dd5-be78-9d953da8d8ab,revision_number=3']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:32:59.682805 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 19:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c2d5c3-3fa5-4d79-9f5f-dce6975831e2 x-openstack-request-id: req-58c2d5c3-3fa5-4d79-9f5f-dce6975831e2 {{(pid=103780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:32:59.683377 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36333719-ec24-43b8-9656-b24f4950d2a9", "tag": "0e496244-9f40-4dd5-be78-9d953da8d8ab", "status": "completed", "code": 200}]} {{(pid=103780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:32:59.683377 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-58c2d5c3-3fa5-4d79-9f5f-dce6975831e2 {{(pid=103780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:32:59.683971 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58c2d5c3-3fa5-4d79-9f5f-dce6975831e2'] response: {'name': 'network-changed', 'server_uuid': '36333719-ec24-43b8-9656-b24f4950d2a9', 'tag': '0e496244-9f40-4dd5-be78-9d953da8d8ab', 'status': 'completed', 'code': 200} May 17 19:32:59.764492 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] get_ports_and_sgs() called for port_ids ['4a332337-b3f6-44ca-aa94-d196a352888a'] {{(pid=103782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 19:32:59.927258 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effc9a41-1dba-4e9a-9072-8db075bb59a8 req-266f0143-284f-46e4-825a-325add96b9f8 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:32:59.928674 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-effc9a41-1dba-4e9a-9072-8db075bb59a8 req-266f0143-284f-46e4-825a-325add96b9f8 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/ports?device_id=de8eec96-a6fa-4853-946a-0f1efa7aa661 HTTP/1.1" status: 200 len: 944 time: 0.0501294 May 17 19:32:59.975567 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-effc9a41-1dba-4e9a-9072-8db075bb59a8 req-b2c22409-4edf-4821-991e-35c5bda17698 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cb4f89d-920e-4ac8-8c3a-f4ffd1691fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412745 May 17 19:33:00.180181 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184502db-5734-47af-a35c-5848dac16693 req-6dce53bb-ad3f-47b8-bf04-2e5546957166 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:00.181889 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-184502db-5734-47af-a35c-5848dac16693 req-6dce53bb-ad3f-47b8-bf04-2e5546957166 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 946 time: 0.0620656 May 17 19:33:00.233948 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-184502db-5734-47af-a35c-5848dac16693 req-d33f27b1-2d69-4ccf-adad-498bf90679ab tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432162 May 17 19:33:00.242972 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1bdc0-631c-407f-ac9b-32a7ef918e5c req-5aa2bd45-9e46-4e47-a654-d634fe2533c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:00.244550 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-b8e1bdc0-631c-407f-ac9b-32a7ef918e5c req-5aa2bd45-9e46-4e47-a654-d634fe2533c2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aae36ceec2314da8a829113fc36f2f40&device_id=36333719-ec24-43b8-9656-b24f4950d2a9 HTTP/1.1" status: 200 len: 1128 time: 0.0705984 May 17 19:33:00.258259 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26af9b-d3ec-4b84-8a7d-0875d58c4924 req-2529b2f7-517f-4033-8351-687390d5d2db tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:00.259743 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-ce26af9b-d3ec-4b84-8a7d-0875d58c4924 req-2529b2f7-517f-4033-8351-687390d5d2db tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=36333719-ec24-43b8-9656-b24f4950d2a9 HTTP/1.1" status: 200 len: 944 time: 0.0557344 May 17 19:33:00.318955 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-ce26af9b-d3ec-4b84-8a7d-0875d58c4924 req-3ce18de0-c8c1-429a-bfec-392d20e1f2a7 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470674 May 17 19:33:00.551686 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d396ef-ece0-4983-96c6-6dab3c21ef2c req-d8af62da-5be1-4eb0-a7de-29fa3db6ed0a tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:00.553072 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e2d396ef-ece0-4983-96c6-6dab3c21ef2c req-d8af62da-5be1-4eb0-a7de-29fa3db6ed0a tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ceb178-791e-47a4-b711-78ce4b39bf0f HTTP/1.1" status: 200 len: 945 time: 0.0476499 May 17 19:33:00.598868 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e2d396ef-ece0-4983-96c6-6dab3c21ef2c req-62b121bb-ed0e-44fa-a38b-c9b45f999bc6 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/security-groups?id=5740d66a-072c-47b3-94cd-2729cf1d98d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401917 May 17 19:33:00.690490 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1bdc0-631c-407f-ac9b-32a7ef918e5c req-555e9a81-7bff-4de8-8014-d6b1c0f7b1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:00.692076 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-b8e1bdc0-631c-407f-ac9b-32a7ef918e5c req-555e9a81-7bff-4de8-8014-d6b1c0f7b1bc service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=aae36ceec2314da8a829113fc36f2f40&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0953116 May 17 19:33:00.789691 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1bdc0-631c-407f-ac9b-32a7ef918e5c req-5221fce7-dd51-4cdb-8983-71e34e546f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:00.791255 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-b8e1bdc0-631c-407f-ac9b-32a7ef918e5c req-5221fce7-dd51-4cdb-8983-71e34e546f48 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0931847 May 17 19:33:00.795714 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74332c4a-0f8e-46f7-ae0f-f308ca44396a req-572ae02c-a433-4553-88cc-49c5d098d7c1 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:00.797204 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-74332c4a-0f8e-46f7-ae0f-f308ca44396a req-572ae02c-a433-4553-88cc-49c5d098d7c1 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.69 "GET /v2.0/ports?device_id=17ceb178-791e-47a4-b711-78ce4b39bf0f HTTP/1.1" status: 200 len: 945 time: 0.0505567 May 17 19:33:00.916392 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59945a27-937b-43f6-a20d-30327119fd31 req-a2add59c-4279-4194-a25c-0359756da6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:00.917909 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-59945a27-937b-43f6-a20d-30327119fd31 req-a2add59c-4279-4194-a25c-0359756da6fe service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aae36ceec2314da8a829113fc36f2f40&device_id=36333719-ec24-43b8-9656-b24f4950d2a9 HTTP/1.1" status: 200 len: 1128 time: 0.0403640 May 17 19:33:00.930223 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0cd86e-3e8b-4cc3-a5ab-da79e2ad6582 req-0534aa00-115a-403e-8cc7-677bfd09af67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:00.931696 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4d0cd86e-3e8b-4cc3-a5ab-da79e2ad6582 req-0534aa00-115a-403e-8cc7-677bfd09af67 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 1130 time: 0.0768530 May 17 19:33:00.957631 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-59945a27-937b-43f6-a20d-30327119fd31 req-bae53aa8-e203-4f8c-a267-06888bb431bb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e496244-9f40-4dd5-be78-9d953da8d8ab HTTP/1.1" status: 200 len: 217 time: 0.0322402 May 17 19:33:00.991150 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [req-74332c4a-0f8e-46f7-ae0f-f308ca44396a req-3839c7dd-3539-4e3e-828c-6a85e0ea8c47 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Deleting port 092cf1a1-928a-417e-9091-c540fdafa2c4 {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:33:00.991476 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-74332c4a-0f8e-46f7-ae0f-f308ca44396a req-3839c7dd-3539-4e3e-828c-6a85e0ea8c47 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (092cf1a1-928a-417e-9091-c540fdafa2c4), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:01.011076 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59945a27-937b-43f6-a20d-30327119fd31 req-3f3404d8-ac96-45b5-be40-6e688e8dc708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:01.012584 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-59945a27-937b-43f6-a20d-30327119fd31 req-3f3404d8-ac96-45b5-be40-6e688e8dc708 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a5e80cf4-1ae6-4a34-89f9-235de223b3bb HTTP/1.1" status: 200 len: 851 time: 0.0485089 May 17 19:33:01.025935 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4d0cd86e-3e8b-4cc3-a5ab-da79e2ad6582 req-e12a6096-df38-465e-968a-f0c288fa8efc service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877206 May 17 19:33:01.085388 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59945a27-937b-43f6-a20d-30327119fd31 req-d7b1cd68-d830-43a6-87f0-a0633bed3a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:01.086918 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-59945a27-937b-43f6-a20d-30327119fd31 req-d7b1cd68-d830-43a6-87f0-a0633bed3a55 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ffa76ed-e644-420a-9be5-452073c9d2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0671644 May 17 19:33:01.093712 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-74332c4a-0f8e-46f7-ae0f-f308ca44396a req-3839c7dd-3539-4e3e-828c-6a85e0ea8c47 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] For port 092cf1a1-928a-417e-9091-c540fdafa2c4, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=092cf1a1-928a-417e-9091-c540fdafa2c4,segment=NetworkSegment(3fb251ea-b5a7-48e1-925a-6f45378aab1b),segment_id=3fb251ea-b5a7-48e1-925a-6f45378aab1b)] {{(pid=103781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:33:01.094077 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-74332c4a-0f8e-46f7-ae0f-f308ca44396a req-3839c7dd-3539-4e3e-828c-6a85e0ea8c47 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (092cf1a1-928a-417e-9091-c540fdafa2c4), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:01.100658 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c4246-054f-4542-bee2-188814d4d066 req-88836132-28f0-4c01-8b84-907d7ebdd580 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:01.102101 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-df6c4246-054f-4542-bee2-188814d4d066 req-88836132-28f0-4c01-8b84-907d7ebdd580 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/ports?device_id=de8eec96-a6fa-4853-946a-0f1efa7aa661 HTTP/1.1" status: 200 len: 944 time: 0.0546896 May 17 19:33:01.107213 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [req-74332c4a-0f8e-46f7-ae0f-f308ca44396a req-3839c7dd-3539-4e3e-828c-6a85e0ea8c47 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Calling delete_port for 092cf1a1-928a-417e-9091-c540fdafa2c4 owned by compute:nova {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:33:01.131471 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 4a332337-b3f6-44ca-aa94-d196a352888a up at agent hyperv_hv-cinder-84067 {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:33:01.150143 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-df6c4246-054f-4542-bee2-188814d4d066 req-bc4de2c6-48ed-4402-b8ca-62c6a899257f tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cb4f89d-920e-4ac8-8c3a-f4ffd1691fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423203 May 17 19:33:01.188291 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Provisioning for port 4a332337-b3f6-44ca-aa94-d196a352888a completed by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 19:33:01.304829 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Provisioning complete for port 4a332337-b3f6-44ca-aa94-d196a352888a triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:33:01.305220 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (4a332337-b3f6-44ca-aa94-d196a352888a), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:01.335862 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-59945a27-937b-43f6-a20d-30327119fd31 req-d68aa472-0db9-478b-9fec-3204b04cd1fd service neutron] 10.222.0.69 "GET /v2.0/networks/4ffa76ed-e644-420a-9be5-452073c9d2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959494 May 17 19:33:01.409228 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Current status of the port 4a332337-b3f6-44ca-aa94-d196a352888a is: BUILD; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:33:01.409657 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (4a332337-b3f6-44ca-aa94-d196a352888a), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:01.453393 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port 4a332337-b3f6-44ca-aa94-d196a352888a, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=4a332337-b3f6-44ca-aa94-d196a352888a,segment=NetworkSegment(3280cf96-7bfd-405c-91a2-25dd406d81ff),segment_id=3280cf96-7bfd-405c-91a2-25dd406d81ff)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:33:01.455240 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8eec96-a6fa-4853-946a-0f1efa7aa661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a332337-b3f6-44ca-aa94-d196a352888a'}] {{(pid=103782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:33:01.458147 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dcdb420cfc3f3d59cdc90e9401be4743e23c4809d01819fc24a250fd06a42a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d16fb6-1df7-4750-b558-53fa24566552" -d '{"events": [{"server_uuid": "de8eec96-a6fa-4853-946a-0f1efa7aa661", "name": "network-vif-plugged", "status": "completed", "tag": "4a332337-b3f6-44ca-aa94-d196a352888a"}]}' {{(pid=103782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:33:01.486437 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f56ac-8d9a-4fc8-8ba0-b9df59e33eae req-d39d9415-fb0d-4a54-9305-e4cc139f2521 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:01.488213 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-c23f56ac-8d9a-4fc8-8ba0-b9df59e33eae req-d39d9415-fb0d-4a54-9305-e4cc139f2521 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=36333719-ec24-43b8-9656-b24f4950d2a9 HTTP/1.1" status: 200 len: 944 time: 0.0913832 May 17 19:33:01.512168 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-59945a27-937b-43f6-a20d-30327119fd31 req-c8a7792e-26a3-4460-a2ca-2d3881e4f700 service neutron] 10.222.0.69 "GET /v2.0/networks/4ffa76ed-e644-420a-9be5-452073c9d2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692455 May 17 19:33:01.548941 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-74332c4a-0f8e-46f7-ae0f-f308ca44396a req-3839c7dd-3539-4e3e-828c-6a85e0ea8c47 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (092cf1a1-928a-417e-9091-c540fdafa2c4), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:01.550119 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-c23f56ac-8d9a-4fc8-8ba0-b9df59e33eae req-4a3f03d4-6b87-435a-9c59-42816c6e6983 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502212 May 17 19:33:01.552969 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (4a332337-b3f6-44ca-aa94-d196a352888a), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:01.554097 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 092cf1a1-928a-417e-9091-c540fdafa2c4 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 19:33:01.584388 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3839c7dd-3539-4e3e-828c-6a85e0ea8c47 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Pushing event deleted for resources: {'Port': ['ID=092cf1a1-928a-417e-9091-c540fdafa2c4,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:33:01.599308 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819171a-b178-45c2-8796-e43506ecfbd8 req-9416c532-651c-423e-9dd2-3701abce654a tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:01.600753 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a819171a-b178-45c2-8796-e43506ecfbd8 req-9416c532-651c-423e-9dd2-3701abce654a tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 946 time: 0.2941225 May 17 19:33:01.609427 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 19:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60309961-9624-4a41-9a8d-f6c9575847c7 x-openstack-request-id: req-60309961-9624-4a41-9a8d-f6c9575847c7 {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:33:01.609820 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de8eec96-a6fa-4853-946a-0f1efa7aa661", "name": "network-vif-plugged", "status": "completed", "tag": "4a332337-b3f6-44ca-aa94-d196a352888a", "code": 200}]} {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:33:01.610158 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-60309961-9624-4a41-9a8d-f6c9575847c7 {{(pid=103782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:33:01.610607 dv-cinder-840678-10-iscsi neutron-server[103782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60309961-9624-4a41-9a8d-f6c9575847c7'] response: {'server_uuid': 'de8eec96-a6fa-4853-946a-0f1efa7aa661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a332337-b3f6-44ca-aa94-d196a352888a', 'code': 200} May 17 19:33:01.613186 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] No Port match for: 092cf1a1-928a-417e-9091-c540fdafa2c4 {{(pid=103782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 19:33:01.613599 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 092cf1a1-928a-417e-9091-c540fdafa2c4 not bound to the agent host hv-cinder-84067 {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 19:33:01.640490 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Pushing event updated for resources: {'Port': ['ID=4a332337-b3f6-44ca-aa94-d196a352888a,revision_number=5']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:33:01.650713 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [req-74332c4a-0f8e-46f7-ae0f-f308ca44396a req-3839c7dd-3539-4e3e-828c-6a85e0ea8c47 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] No DVR routers for this DVR port 092cf1a1-928a-417e-9091-c540fdafa2c4 on host hv-cinder-84067 {{(pid=103781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 19:33:01.656654 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-74332c4a-0f8e-46f7-ae0f-f308ca44396a req-3839c7dd-3539-4e3e-828c-6a85e0ea8c47 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:01.659782 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-74332c4a-0f8e-46f7-ae0f-f308ca44396a req-3839c7dd-3539-4e3e-828c-6a85e0ea8c47 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.69 "DELETE /v2.0/ports/092cf1a1-928a-417e-9091-c540fdafa2c4 HTTP/1.1" status: 204 len: 173 time: 0.8033626 May 17 19:33:01.660213 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ceb178-791e-47a4-b711-78ce4b39bf0f', 'name': 'network-vif-deleted', 'tag': '092cf1a1-928a-417e-9091-c540fdafa2c4'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:33:01.662390 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5abf21081b7c701043d67e7bff15db599e71af2afb5ac8611b6265996300b020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6ab8f5-d016-42b0-a34b-a5bf61f88c4b" -d '{"events": [{"server_uuid": "17ceb178-791e-47a4-b711-78ce4b39bf0f", "name": "network-vif-deleted", "tag": "092cf1a1-928a-417e-9091-c540fdafa2c4"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:33:01.686142 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a819171a-b178-45c2-8796-e43506ecfbd8 req-4d2ffee8-2111-419e-be09-2e9701ba1e2d tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709970 May 17 19:33:01.700240 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-2c4e2d13-95f7-4a21-876e-35f890025571 req-42145315-e68b-4988-8146-386597842ad1 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ceb178-791e-47a4-b711-78ce4b39bf0f HTTP/1.1" status: 200 len: 210 time: 0.0278893 May 17 19:33:01.737690 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 19:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d954d914-5b72-483c-80c9-140a4318b95e x-openstack-request-id: req-d954d914-5b72-483c-80c9-140a4318b95e {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:33:01.737988 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ceb178-791e-47a4-b711-78ce4b39bf0f", "name": "network-vif-deleted", "tag": "092cf1a1-928a-417e-9091-c540fdafa2c4", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:33:01.738238 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d954d914-5b72-483c-80c9-140a4318b95e {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:33:01.738635 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d954d914-5b72-483c-80c9-140a4318b95e'] response: {'server_uuid': '17ceb178-791e-47a4-b711-78ce4b39bf0f', 'name': 'network-vif-deleted', 'tag': '092cf1a1-928a-417e-9091-c540fdafa2c4', 'status': 'completed', 'code': 200} May 17 19:33:01.891966 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 43230) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:33:01.998411 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-0aee4bf4-0198-4c2d-9985-c0470c367b37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:02.069265 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-0aee4bf4-0198-4c2d-9985-c0470c367b37 admin admin] Publish callbacks [] for security_group (806b3ac5-a394-4016-8a55-2cf8336d5a37), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:02.138848 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-0aee4bf4-0198-4c2d-9985-c0470c367b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (806b3ac5-a394-4016-8a55-2cf8336d5a37), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:02.179537 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-0aee4bf4-0198-4c2d-9985-c0470c367b37 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=43709e6b4496459e99b07296a3bea2e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2864709 May 17 19:33:02.180384 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aee4bf4-0198-4c2d-9985-c0470c367b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806b3ac5-a394-4016-8a55-2cf8336d5a37,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:33:02.182242 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 43236) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:33:02.249010 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-85ad8e86-c285-4854-bf95-a72cc94a4b1e admin admin] Publish callbacks [] for security_group (806b3ac5-a394-4016-8a55-2cf8336d5a37), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:02.273117 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-85ad8e86-c285-4854-bf95-a72cc94a4b1e admin admin] Publish callbacks [] for security_group (806b3ac5-a394-4016-8a55-2cf8336d5a37), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:02.297490 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77ade7-ceb1-4764-bf39-e8ef131ed59a req-81e78b8d-dd51-475c-9c8d-8cbd0540cc8d tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:02.298983 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-0c77ade7-ceb1-4764-bf39-e8ef131ed59a req-81e78b8d-dd51-475c-9c8d-8cbd0540cc8d tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/ports?device_id=de8eec96-a6fa-4853-946a-0f1efa7aa661 HTTP/1.1" status: 200 len: 945 time: 0.0490370 May 17 19:33:02.352033 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-0c77ade7-ceb1-4764-bf39-e8ef131ed59a req-dd610158-53d5-442f-87e2-7e6d17f8bf02 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cb4f89d-920e-4ac8-8c3a-f4ffd1691fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453434 May 17 19:33:02.411027 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-85ad8e86-c285-4854-bf95-a72cc94a4b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (806b3ac5-a394-4016-8a55-2cf8336d5a37), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:02.413957 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-85ad8e86-c285-4854-bf95-a72cc94a4b1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:02.415141 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-85ad8e86-c285-4854-bf95-a72cc94a4b1e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/806b3ac5-a394-4016-8a55-2cf8336d5a37 HTTP/1.1" status: 204 len: 168 time: 0.2317011 May 17 19:33:02.423243 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad8e86-c285-4854-bf95-a72cc94a4b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806b3ac5-a394-4016-8a55-2cf8336d5a37,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:33:02.669376 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40943855-6c2a-45a9-9533-f7083484e95d req-4fe5f1c3-9a7a-473c-8229-c2b8b2911e91 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:02.675968 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-40943855-6c2a-45a9-9533-f7083484e95d req-4fe5f1c3-9a7a-473c-8229-c2b8b2911e91 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=36333719-ec24-43b8-9656-b24f4950d2a9 HTTP/1.1" status: 200 len: 944 time: 0.0565035 May 17 19:33:02.689097 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22600bac-a676-4f23-bdc2-3712ef3c4aee req-708f6a80-5cf4-4b51-aa96-955c50527e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:02.690687 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-22600bac-a676-4f23-bdc2-3712ef3c4aee req-708f6a80-5cf4-4b51-aa96-955c50527e45 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=de8eec96-a6fa-4853-946a-0f1efa7aa661 HTTP/1.1" status: 200 len: 1129 time: 0.0394447 May 17 19:33:02.726852 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-40943855-6c2a-45a9-9533-f7083484e95d req-323af3b2-ff36-4912-96d7-231d5bb87e07 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490327 May 17 19:33:02.780335 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-22600bac-a676-4f23-bdc2-3712ef3c4aee req-403f5f5f-4498-4b77-82d1-48bdf90c8f74 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3cb4f89d-920e-4ac8-8c3a-f4ffd1691fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496519 May 17 19:33:02.850235 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d4e8ff-e7a2-41f6-a540-838743b213eb req-d1fb1017-a4ea-4024-b587-c6b18cb9074a tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:02.852323 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-a7d4e8ff-e7a2-41f6-a540-838743b213eb req-d1fb1017-a4ea-4024-b587-c6b18cb9074a tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 946 time: 0.0581484 May 17 19:33:02.863699 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c0ed891c-96c8-4807-97b8-99d218f66309 req-456a5bf3-c451-4ccc-87c1-e8f28e5fe3e1 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ceb178-791e-47a4-b711-78ce4b39bf0f HTTP/1.1" status: 200 len: 210 time: 0.0373440 May 17 19:33:02.910348 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-a7d4e8ff-e7a2-41f6-a540-838743b213eb req-5f5687e6-0b78-4950-89de-fbc2a8066e25 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518131 May 17 19:33:03.464234 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c49401b-1174-4d7d-bef1-6e82cf34d4ac req-4db3632d-c816-4b32-ad4b-adee8e1f5408 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:03.470892 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7c49401b-1174-4d7d-bef1-6e82cf34d4ac req-4db3632d-c816-4b32-ad4b-adee8e1f5408 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/ports?device_id=de8eec96-a6fa-4853-946a-0f1efa7aa661 HTTP/1.1" status: 200 len: 945 time: 0.0519402 May 17 19:33:03.513201 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7c49401b-1174-4d7d-bef1-6e82cf34d4ac req-1f2764cd-5333-47e5-9723-729148fdbb6d tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cb4f89d-920e-4ac8-8c3a-f4ffd1691fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413861 May 17 19:33:03.861621 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5a0a2-a9e4-4646-8ed5-f569420f0b2a req-708cae51-9725-4604-9dab-e9d6b3439fe3 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:03.871094 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-cdf5a0a2-a9e4-4646-8ed5-f569420f0b2a req-708cae51-9725-4604-9dab-e9d6b3439fe3 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=36333719-ec24-43b8-9656-b24f4950d2a9 HTTP/1.1" status: 200 len: 944 time: 0.0722458 May 17 19:33:03.945331 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-cdf5a0a2-a9e4-4646-8ed5-f569420f0b2a req-f4c7cc2c-aa54-4645-a4f8-1379944a1c71 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0731778 May 17 19:33:03.995156 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-53150371-8217-458c-9e4d-240615d3943a req-e1cb671f-a149-4cc1-9bf1-a1ab528412bf tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ceb178-791e-47a4-b711-78ce4b39bf0f HTTP/1.1" status: 200 len: 210 time: 0.0295217 May 17 19:33:04.074303 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c864ca5-9be6-49d9-a5f0-d1053cd542a7 req-795ba0b2-4f3b-4494-a4c2-5ae65253bc68 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:04.075835 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-8c864ca5-9be6-49d9-a5f0-d1053cd542a7 req-795ba0b2-4f3b-4494-a4c2-5ae65253bc68 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 946 time: 0.0518115 May 17 19:33:04.123019 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-8c864ca5-9be6-49d9-a5f0-d1053cd542a7 req-027983b5-2d60-4478-a187-b5e20f04db8b tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408852 May 17 19:33:04.631154 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b7407-cb0f-4df0-9bff-cf7d9ed06843 req-5c02be55-ed0e-4dce-a4c1-ca7942df23fa tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:04.632744 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ee0b7407-cb0f-4df0-9bff-cf7d9ed06843 req-5c02be55-ed0e-4dce-a4c1-ca7942df23fa tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/ports?device_id=de8eec96-a6fa-4853-946a-0f1efa7aa661 HTTP/1.1" status: 200 len: 945 time: 0.0526934 May 17 19:33:04.679248 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ee0b7407-cb0f-4df0-9bff-cf7d9ed06843 req-11ddccfd-e5f1-42b5-85d1-a81151bd31a1 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cb4f89d-920e-4ac8-8c3a-f4ffd1691fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403075 May 17 19:33:05.076322 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9956a617-9190-4e4e-b45f-c4f0bcb9394e req-953e2707-6572-48c7-81fc-b115c588b23a tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:05.078106 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-9956a617-9190-4e4e-b45f-c4f0bcb9394e req-953e2707-6572-48c7-81fc-b115c588b23a tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=36333719-ec24-43b8-9656-b24f4950d2a9 HTTP/1.1" status: 200 len: 944 time: 0.0508626 May 17 19:33:05.133661 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-9956a617-9190-4e4e-b45f-c4f0bcb9394e req-20069155-c025-4710-8288-84b4dcba0a80 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499318 May 17 19:33:05.251259 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3788d7-d730-4abd-9a65-8d4cafffe520 req-ab3bd9b2-356e-4b2d-b316-0629eec31b7b tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:05.252570 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-fb3788d7-d730-4abd-9a65-8d4cafffe520 req-ab3bd9b2-356e-4b2d-b316-0629eec31b7b tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 946 time: 0.0577297 May 17 19:33:05.298440 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-fb3788d7-d730-4abd-9a65-8d4cafffe520 req-b3256572-6169-42c1-9469-b25afbcb9ab2 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403183 May 17 19:33:05.512301 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-26096a2c-85c6-4fd8-9de8-36723081a917 req-452e81eb-c651-4db3-8789-f2b958a277b4 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=6ce5e37117f9430bb8fa0cd2723d27e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290341 May 17 19:33:05.796224 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1364a7f-2a17-4640-8f34-c96df2c79be5 req-31b7899f-50af-461c-ae50-b4358a78ebdf tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:05.797699 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b1364a7f-2a17-4640-8f34-c96df2c79be5 req-31b7899f-50af-461c-ae50-b4358a78ebdf tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/ports?device_id=de8eec96-a6fa-4853-946a-0f1efa7aa661 HTTP/1.1" status: 200 len: 945 time: 0.0499766 May 17 19:33:05.848845 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b1364a7f-2a17-4640-8f34-c96df2c79be5 req-3bfe2772-0d42-4387-acc4-3cec53c09d34 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cb4f89d-920e-4ac8-8c3a-f4ffd1691fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455728 May 17 19:33:05.921900 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26096a2c-85c6-4fd8-9de8-36723081a917 req-bbe9839c-856c-4819-b040-519cade650b3 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:05.923349 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-26096a2c-85c6-4fd8-9de8-36723081a917 req-bbe9839c-856c-4819-b040-519cade650b3 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4057634 May 17 19:33:05.937940 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-26096a2c-85c6-4fd8-9de8-36723081a917 req-bff83755-193c-470c-843a-a967050a87a0 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] 10.222.0.58 "GET /v2.0/quotas/6ce5e37117f9430bb8fa0cd2723d27e6 HTTP/1.1" status: 200 len: 375 time: 0.0091815 May 17 19:33:05.971155 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-26096a2c-85c6-4fd8-9de8-36723081a917 req-7d32821d-2fae-47aa-96ae-3ecea0f92662 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6ce5e37117f9430bb8fa0cd2723d27e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281739 May 17 19:33:06.247108 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f341c9-3c08-4d65-9f1b-881e019890b9 req-b864b49a-73e7-47d0-b11d-ae2becc67c61 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:06.248604 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f8f341c9-3c08-4d65-9f1b-881e019890b9 req-b864b49a-73e7-47d0-b11d-ae2becc67c61 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=36333719-ec24-43b8-9656-b24f4950d2a9 HTTP/1.1" status: 200 len: 944 time: 0.0505424 May 17 19:33:06.266620 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-08041f8e-ecce-4f99-ad08-5813ae39a1aa req-d3b6c4a6-d300-49e8-9dfb-341960fc6a97 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] 10.222.0.58 "GET /v2.0/ports?device_id=8367f2b0-4548-49d4-82a8-b3a3c677760a HTTP/1.1" status: 200 len: 210 time: 0.0283425 May 17 19:33:06.301442 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f8f341c9-3c08-4d65-9f1b-881e019890b9 req-25cf044c-250c-48a3-a77e-4aa156430417 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474045 May 17 19:33:07.364128 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-fd2e7934-37f4-4705-87e6-b1e13cc4ff28 req-8720bdfc-16a9-4dd4-9dd7-c20163777e9d tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] 10.222.0.58 "GET /v2.0/ports?device_id=8367f2b0-4548-49d4-82a8-b3a3c677760a HTTP/1.1" status: 200 len: 210 time: 0.0284939 May 17 19:33:07.412578 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a06bd3-56f8-49ec-b7ed-c249a8e0235a req-70250a55-6d0e-4232-81a1-b42c6773b508 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:07.414026 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d8a06bd3-56f8-49ec-b7ed-c249a8e0235a req-70250a55-6d0e-4232-81a1-b42c6773b508 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=36333719-ec24-43b8-9656-b24f4950d2a9 HTTP/1.1" status: 200 len: 944 time: 0.0462124 May 17 19:33:07.461110 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d8a06bd3-56f8-49ec-b7ed-c249a8e0235a req-a1aba243-606c-424f-8334-db82d52e2c73 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409493 May 17 19:33:08.461269 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-c6962096-577d-4551-ad4c-7a218baeb30f req-1b8477b9-1539-47c4-b367-d169b798e8d1 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] 10.222.0.58 "GET /v2.0/ports?device_id=8367f2b0-4548-49d4-82a8-b3a3c677760a HTTP/1.1" status: 200 len: 210 time: 0.0308299 May 17 19:33:08.579438 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4987a8b-c0d3-4ba2-a7b5-1ca2f0f2c177 req-1073b416-c529-4dbd-820b-6fca2b6417d5 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:08.580950 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d4987a8b-c0d3-4ba2-a7b5-1ca2f0f2c177 req-1073b416-c529-4dbd-820b-6fca2b6417d5 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=36333719-ec24-43b8-9656-b24f4950d2a9 HTTP/1.1" status: 200 len: 944 time: 0.0528302 May 17 19:33:08.628485 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d4987a8b-c0d3-4ba2-a7b5-1ca2f0f2c177 req-541724db-b1e8-42f8-9809-4371b06fa324 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418680 May 17 19:33:09.345494 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a40339a-52f9-40d0-b52b-d79e3afb5eb8 req-c6c5b8dc-3786-4720-88f7-419851254a66 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:09.346929 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2a40339a-52f9-40d0-b52b-d79e3afb5eb8 req-c6c5b8dc-3786-4720-88f7-419851254a66 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/ports?device_id=de8eec96-a6fa-4853-946a-0f1efa7aa661 HTTP/1.1" status: 200 len: 945 time: 0.0461068 May 17 19:33:09.392365 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2a40339a-52f9-40d0-b52b-d79e3afb5eb8 req-60d82c50-d76c-412b-a37b-d641986d3e2f tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cb4f89d-920e-4ac8-8c3a-f4ffd1691fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396647 May 17 19:33:09.556919 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-1bd15777-eb17-438b-9840-4a4863dcb209 req-c956a4b7-c52f-4dbb-9406-59ac9905b891 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] 10.222.0.58 "GET /v2.0/ports?device_id=8367f2b0-4548-49d4-82a8-b3a3c677760a HTTP/1.1" status: 200 len: 210 time: 0.0275166 May 17 19:33:09.738972 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bad7de-c266-4494-8c57-3bfdcff58dc7 req-43c74ad2-957e-490a-aaec-8677244fb62d tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:09.740446 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c0bad7de-c266-4494-8c57-3bfdcff58dc7 req-43c74ad2-957e-490a-aaec-8677244fb62d tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=36333719-ec24-43b8-9656-b24f4950d2a9 HTTP/1.1" status: 200 len: 944 time: 0.0459456 May 17 19:33:09.792974 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c0bad7de-c266-4494-8c57-3bfdcff58dc7 req-f26ab70f-794b-4ef9-9932-5af86a9a3396 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469649 May 17 19:33:10.503953 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74ca1f-8ba8-43b6-bac6-6137b2b1094e req-59ca8994-8672-4df0-b33d-eab126a8320d tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:10.505391 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-3d74ca1f-8ba8-43b6-bac6-6137b2b1094e req-59ca8994-8672-4df0-b33d-eab126a8320d tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/ports?device_id=de8eec96-a6fa-4853-946a-0f1efa7aa661 HTTP/1.1" status: 200 len: 945 time: 0.0459714 May 17 19:33:10.550827 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-3d74ca1f-8ba8-43b6-bac6-6137b2b1094e req-b6c5c9c9-c49d-4bf0-8f5d-9a3005b8ad1e tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cb4f89d-920e-4ac8-8c3a-f4ffd1691fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393486 May 17 19:33:10.647752 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d9fd32ad-7366-4b52-b743-c98872d3c824 req-773025f7-21a4-496c-bae5-00538b20fdb1 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] 10.222.0.58 "GET /v2.0/ports?device_id=8367f2b0-4548-49d4-82a8-b3a3c677760a HTTP/1.1" status: 200 len: 210 time: 0.0268321 May 17 19:33:10.905077 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276da657-37db-4412-b6dc-e4c00fec738f req-1b6f08be-5283-449a-8945-e78911de4892 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:10.906509 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-276da657-37db-4412-b6dc-e4c00fec738f req-1b6f08be-5283-449a-8945-e78911de4892 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=36333719-ec24-43b8-9656-b24f4950d2a9 HTTP/1.1" status: 200 len: 944 time: 0.0483484 May 17 19:33:10.954929 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-276da657-37db-4412-b6dc-e4c00fec738f req-7689d317-24cf-463f-bdb6-fca22033b0f8 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429664 May 17 19:33:11.145148 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 0e496244-9f40-4dd5-be78-9d953da8d8ab details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 19:33:11.226721 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee292c1-e876-4f75-bd84-27296976669a req-d8a5c1a6-4f2b-4d5a-afdd-2bf8c431accc tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:11.228297 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-1ee292c1-e876-4f75-bd84-27296976669a req-d8a5c1a6-4f2b-4d5a-afdd-2bf8c431accc tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.69 "GET /v2.0/ports?device_id=de8eec96-a6fa-4853-946a-0f1efa7aa661 HTTP/1.1" status: 200 len: 945 time: 0.0488074 May 17 19:33:11.244836 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port 0e496244-9f40-4dd5-be78-9d953da8d8ab, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=0e496244-9f40-4dd5-be78-9d953da8d8ab,segment=NetworkSegment(8cc326ee-5f9e-416b-8025-9d11d0786f2c),segment_id=8cc326ee-5f9e-416b-8025-9d11d0786f2c)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:33:11.255910 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Returning: {'device': '0e496244-9f40-4dd5-be78-9d953da8d8ab', 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3', 'port_id': '0e496244-9f40-4dd5-be78-9d953da8d8ab', 'mac_address': 'fa:16:3e:39:a4:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5e80cf4-1ae6-4a34-89f9-235de223b3bb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 19:33:11.291765 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Current status of the port 0e496244-9f40-4dd5-be78-9d953da8d8ab is: DOWN; New status is: BUILD {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:33:11.292190 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (0e496244-9f40-4dd5-be78-9d953da8d8ab), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:11.305125 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e496244-9f40-4dd5-be78-9d953da8d8ab {{(pid=103782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 19:33:11.325344 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [req-1ee292c1-e876-4f75-bd84-27296976669a req-0b1277e5-055c-497b-8d54-5abcd61a02f2 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Deleting port 4a332337-b3f6-44ca-aa94-d196a352888a {{(pid=103780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:33:11.325666 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-1ee292c1-e876-4f75-bd84-27296976669a req-0b1277e5-055c-497b-8d54-5abcd61a02f2 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (4a332337-b3f6-44ca-aa94-d196a352888a), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:11.325782 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port 0e496244-9f40-4dd5-be78-9d953da8d8ab, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=0e496244-9f40-4dd5-be78-9d953da8d8ab,segment=NetworkSegment(8cc326ee-5f9e-416b-8025-9d11d0786f2c),segment_id=8cc326ee-5f9e-416b-8025-9d11d0786f2c)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:33:11.394073 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (0e496244-9f40-4dd5-be78-9d953da8d8ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:11.415939 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-26096a2c-85c6-4fd8-9de8-36723081a917 req-b8ecb8e0-ab1f-424c-9720-beb301e55610 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=6ce5e37117f9430bb8fa0cd2723d27e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321181 May 17 19:33:11.422160 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.db [req-1ee292c1-e876-4f75-bd84-27296976669a req-0b1277e5-055c-497b-8d54-5abcd61a02f2 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] For port 4a332337-b3f6-44ca-aa94-d196a352888a, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=4a332337-b3f6-44ca-aa94-d196a352888a,segment=NetworkSegment(3280cf96-7bfd-405c-91a2-25dd406d81ff),segment_id=3280cf96-7bfd-405c-91a2-25dd406d81ff)] {{(pid=103780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:33:11.423184 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-1ee292c1-e876-4f75-bd84-27296976669a req-0b1277e5-055c-497b-8d54-5abcd61a02f2 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (4a332337-b3f6-44ca-aa94-d196a352888a), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:11.435870 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [req-1ee292c1-e876-4f75-bd84-27296976669a req-0b1277e5-055c-497b-8d54-5abcd61a02f2 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Calling delete_port for 4a332337-b3f6-44ca-aa94-d196a352888a owned by compute:nova {{(pid=103780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:33:11.450259 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Pushing event updated for resources: {'Port': ['ID=0e496244-9f40-4dd5-be78-9d953da8d8ab,revision_number=4']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:33:11.605961 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26096a2c-85c6-4fd8-9de8-36723081a917 req-d1659d55-fc45-41e3-8c38-017aa80e049f tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:11.607566 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-26096a2c-85c6-4fd8-9de8-36723081a917 req-d1659d55-fc45-41e3-8c38-017aa80e049f tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1855309 May 17 19:33:11.636645 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [req-26096a2c-85c6-4fd8-9de8-36723081a917 req-b8e5712f-ceed-45b7-b19d-4f38077a05e9 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] Request body: {'port': {'device_id': '8367f2b0-4548-49d4-82a8-b3a3c677760a', 'network_id': 'b11bf4b5-91bb-4f37-94f1-49d720718cc5', 'admin_state_up': True, 'tenant_id': '6ce5e37117f9430bb8fa0cd2723d27e6'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:33:11.645322 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-1ee292c1-e876-4f75-bd84-27296976669a req-0b1277e5-055c-497b-8d54-5abcd61a02f2 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014583'] for port (4a332337-b3f6-44ca-aa94-d196a352888a), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:11.672571 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1277e5-055c-497b-8d54-5abcd61a02f2 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Pushing event deleted for resources: {'Port': ['ID=4a332337-b3f6-44ca-aa94-d196a352888a,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:33:11.692716 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] get_ports_and_sgs() called for port_ids ['0e496244-9f40-4dd5-be78-9d953da8d8ab'] {{(pid=103782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 19:33:11.721278 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d7057-b764-4149-b4af-027934c53197 req-fa426837-706d-488a-8fed-b7c80f6f4ed3 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:11.722799 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-144d7057-b764-4149-b4af-027934c53197 req-fa426837-706d-488a-8fed-b7c80f6f4ed3 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/ports?device_id=de8eec96-a6fa-4853-946a-0f1efa7aa661 HTTP/1.1" status: 200 len: 945 time: 0.1035700 May 17 19:33:11.735229 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] get_ports_and_sgs() called for port_ids ['4a332337-b3f6-44ca-aa94-d196a352888a'] {{(pid=103782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 19:33:11.745955 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee292c1-e876-4f75-bd84-27296976669a req-0b1277e5-055c-497b-8d54-5abcd61a02f2 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] No DVR routers for this DVR port 4a332337-b3f6-44ca-aa94-d196a352888a on host hv-cinder-84067 {{(pid=103780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 19:33:11.769382 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-f1f9f1ed-79e2-4f61-94c5-6015e1a97e96 req-a2aeb084-49d0-4cfc-a0ff-ad9a94084e89 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] 10.222.0.58 "GET /v2.0/ports?device_id=8367f2b0-4548-49d4-82a8-b3a3c677760a HTTP/1.1" status: 200 len: 210 time: 0.0369463 May 17 19:33:11.770378 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-1ee292c1-e876-4f75-bd84-27296976669a req-0b1277e5-055c-497b-8d54-5abcd61a02f2 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for port (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:11.773880 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-1ee292c1-e876-4f75-bd84-27296976669a req-0b1277e5-055c-497b-8d54-5abcd61a02f2 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.69 "DELETE /v2.0/ports/4a332337-b3f6-44ca-aa94-d196a352888a HTTP/1.1" status: 204 len: 173 time: 0.5356417 May 17 19:33:11.774551 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8eec96-a6fa-4853-946a-0f1efa7aa661', 'name': 'network-vif-deleted', 'tag': '4a332337-b3f6-44ca-aa94-d196a352888a'}] {{(pid=103780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:33:11.777329 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1bd86ad9c435c7379d29d4f4527297f276984ecaea51489ddc34f383e603623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8e9e78-6fdb-4aeb-8234-f752821cd6ec" -d '{"events": [{"server_uuid": "de8eec96-a6fa-4853-946a-0f1efa7aa661", "name": "network-vif-deleted", "tag": "4a332337-b3f6-44ca-aa94-d196a352888a"}]}' {{(pid=103780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:33:11.814078 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-144d7057-b764-4149-b4af-027934c53197 req-f5a6c4e1-74b4-4bb8-a5a7-9c3ecdc7b77b tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cb4f89d-920e-4ac8-8c3a-f4ffd1691fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741959 May 17 19:33:11.842087 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 19:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ac5636-1818-4b5b-a688-07c1a04f2c38 x-openstack-request-id: req-a7ac5636-1818-4b5b-a688-07c1a04f2c38 {{(pid=103780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:33:11.842385 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de8eec96-a6fa-4853-946a-0f1efa7aa661", "name": "network-vif-deleted", "tag": "4a332337-b3f6-44ca-aa94-d196a352888a", "status": "completed", "code": 200}]} {{(pid=103780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:33:11.842633 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a7ac5636-1818-4b5b-a688-07c1a04f2c38 {{(pid=103780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:33:11.843025 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7ac5636-1818-4b5b-a688-07c1a04f2c38'] response: {'server_uuid': 'de8eec96-a6fa-4853-946a-0f1efa7aa661', 'name': 'network-vif-deleted', 'tag': '4a332337-b3f6-44ca-aa94-d196a352888a', 'status': 'completed', 'code': 200} May 17 19:33:11.893591 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26096a2c-85c6-4fd8-9de8-36723081a917 req-b8e5712f-ceed-45b7-b19d-4f38077a05e9 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] Made reservation on behalf of 6ce5e37117f9430bb8fa0cd2723d27e6 for: {'port': 1} {{(pid=103781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:33:11.901931 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-26096a2c-85c6-4fd8-9de8-36723081a917 req-b8e5712f-ceed-45b7-b19d-4f38077a05e9 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:11.906937 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-26096a2c-85c6-4fd8-9de8-36723081a917 req-b8e5712f-ceed-45b7-b19d-4f38077a05e9 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:11.983836 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-26096a2c-85c6-4fd8-9de8-36723081a917 req-b8e5712f-ceed-45b7-b19d-4f38077a05e9 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] Publish callbacks [] for security_group (0c9adce7-03d4-4799-9d88-8587fcd221bc), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:12.062581 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-26096a2c-85c6-4fd8-9de8-36723081a917 req-b8e5712f-ceed-45b7-b19d-4f38077a05e9 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (0c9adce7-03d4-4799-9d88-8587fcd221bc), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:12.070604 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19efed5-dee6-4be4-91e9-8b124f0656e2 req-914b10a4-b866-46e3-8128-a5e936d87023 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:12.072052 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b19efed5-dee6-4be4-91e9-8b124f0656e2 req-914b10a4-b866-46e3-8128-a5e936d87023 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=36333719-ec24-43b8-9656-b24f4950d2a9 HTTP/1.1" status: 200 len: 945 time: 0.0477715 May 17 19:33:12.144696 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e5712f-ceed-45b7-b19d-4f38077a05e9 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9adce7-03d4-4799-9d88-8587fcd221bc,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:33:12.191175 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b19efed5-dee6-4be4-91e9-8b124f0656e2 req-11eb5401-6abe-4e5d-b1c3-1c92208a28d1 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1088581 May 17 19:33:12.235976 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_common [req-26096a2c-85c6-4fd8-9de8-36723081a917 req-b8e5712f-ceed-45b7-b19d-4f38077a05e9 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] Allocated IP 192.168.233.241 (b11bf4b5-91bb-4f37-94f1-49d720718cc5/246b28f6-e63e-4e5e-9dc3-c677ac00c408/79b3720c-b338-4cfb-bff2-9120ab8a2bce) {{(pid=103781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:33:12.379108 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-26096a2c-85c6-4fd8-9de8-36723081a917 req-b8e5712f-ceed-45b7-b19d-4f38077a05e9 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] Publish callbacks [] for port (79b3720c-b338-4cfb-bff2-9120ab8a2bce), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:12.453619 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-26096a2c-85c6-4fd8-9de8-36723081a917 req-b8e5712f-ceed-45b7-b19d-4f38077a05e9 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (79b3720c-b338-4cfb-bff2-9120ab8a2bce), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:12.491588 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26096a2c-85c6-4fd8-9de8-36723081a917 req-b8e5712f-ceed-45b7-b19d-4f38077a05e9 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] Network b11bf4b5-91bb-4f37-94f1-49d720718cc5 is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:33:12.494625 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [req-26096a2c-85c6-4fd8-9de8-36723081a917 req-b8e5712f-ceed-45b7-b19d-4f38077a05e9 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:33:12.498173 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [req-26096a2c-85c6-4fd8-9de8-36723081a917 req-b8e5712f-ceed-45b7-b19d-4f38077a05e9 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] Received port after_create {{(pid=103781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:33:12.526647 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e5712f-ceed-45b7-b19d-4f38077a05e9 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] Pushing event updated for resources: {'Port': ['ID=79b3720c-b338-4cfb-bff2-9120ab8a2bce,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:33:12.552848 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26096a2c-85c6-4fd8-9de8-36723081a917 req-b8e5712f-ceed-45b7-b19d-4f38077a05e9 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:12.553473 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-26096a2c-85c6-4fd8-9de8-36723081a917 req-b8e5712f-ceed-45b7-b19d-4f38077a05e9 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:12.630965 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-26096a2c-85c6-4fd8-9de8-36723081a917 req-b8e5712f-ceed-45b7-b19d-4f38077a05e9 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0024197 May 17 19:33:12.682546 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-79cf27cf-d17d-49d3-9980-cd2a2e4e56b8 None None] Provisioning complete for port 79b3720c-b338-4cfb-bff2-9120ab8a2bce triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:33:12.683066 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-79cf27cf-d17d-49d3-9980-cd2a2e4e56b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (79b3720c-b338-4cfb-bff2-9120ab8a2bce), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:12.713045 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-79cf27cf-d17d-49d3-9980-cd2a2e4e56b8 None None] Port 79b3720c-b338-4cfb-bff2-9120ab8a2bce cannot update to ACTIVE because it is not bound. {{(pid=103782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 19:33:12.885972 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3dd0e-dd7b-4a81-9079-7d3d305d60f5 req-a46e911d-b6f6-47f6-b12f-bc19988b04b5 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:12.887453 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-71a3dd0e-dd7b-4a81-9079-7d3d305d60f5 req-a46e911d-b6f6-47f6-b12f-bc19988b04b5 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] 10.222.0.58 "GET /v2.0/ports?device_id=8367f2b0-4548-49d4-82a8-b3a3c677760a HTTP/1.1" status: 200 len: 936 time: 0.0469394 May 17 19:33:12.919060 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c5cb6b42-fb36-4d3d-82ea-680a2d136d33 req-eda367c6-5345-4e88-ba1b-6a6304a450fb tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/ports?device_id=de8eec96-a6fa-4853-946a-0f1efa7aa661 HTTP/1.1" status: 200 len: 210 time: 0.0323296 May 17 19:33:12.934729 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-71a3dd0e-dd7b-4a81-9079-7d3d305d60f5 req-9d593e04-be08-4f62-a80a-3d6d5dd905d8 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c9adce7-03d4-4799-9d88-8587fcd221bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418172 May 17 19:33:13.299855 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a20d0b-e50c-4132-8ade-6810afddccaa req-a97be6bd-6252-4b6c-bbc1-3ad2bfbc7736 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:13.301281 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-18a20d0b-e50c-4132-8ade-6810afddccaa req-a97be6bd-6252-4b6c-bbc1-3ad2bfbc7736 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=36333719-ec24-43b8-9656-b24f4950d2a9 HTTP/1.1" status: 200 len: 945 time: 0.0457442 May 17 19:33:13.349092 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-18a20d0b-e50c-4132-8ade-6810afddccaa req-ac2457c8-3ce6-4705-b9bc-639bee5add65 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423913 May 17 19:33:14.015894 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-8f9ddbc6-c0bf-439e-ba90-6456b6fe184e req-aead3a56-6340-4f73-b075-5e1823783863 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/ports?device_id=de8eec96-a6fa-4853-946a-0f1efa7aa661 HTTP/1.1" status: 200 len: 210 time: 0.0272701 May 17 19:33:14.046429 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000f7fe-40f6-468e-a1ca-60a0e3df2a9c req-e960aebb-3fbf-4250-8b52-d475b6b13b3f tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:14.047893 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5000f7fe-40f6-468e-a1ca-60a0e3df2a9c req-e960aebb-3fbf-4250-8b52-d475b6b13b3f tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] 10.222.0.58 "GET /v2.0/ports?device_id=8367f2b0-4548-49d4-82a8-b3a3c677760a HTTP/1.1" status: 200 len: 936 time: 0.0466993 May 17 19:33:14.091751 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5000f7fe-40f6-468e-a1ca-60a0e3df2a9c req-1dddb81b-2ef0-4741-87d0-b55bd4823275 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c9adce7-03d4-4799-9d88-8587fcd221bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384750 May 17 19:33:14.383098 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [req-26096a2c-85c6-4fd8-9de8-36723081a917 req-bdd8c72a-0653-4190-8ab4-f9dff6ccef42 service neutron] Request body: {'port': {'device_id': '8367f2b0-4548-49d4-82a8-b3a3c677760a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:33:14.451615 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-26096a2c-85c6-4fd8-9de8-36723081a917 req-bdd8c72a-0653-4190-8ab4-f9dff6ccef42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (79b3720c-b338-4cfb-bff2-9120ab8a2bce), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:14.461111 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (bee311cb-2a55-4828-8ca4-4ee09c88de79), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:14.479843 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96671795-d8a8-4b5d-a630-723821da91e0 req-64579876-944e-4148-a39a-1402ea2bbc76 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:14.481425 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-96671795-d8a8-4b5d-a630-723821da91e0 req-64579876-944e-4148-a39a-1402ea2bbc76 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=36333719-ec24-43b8-9656-b24f4950d2a9 HTTP/1.1" status: 200 len: 945 time: 0.0533543 May 17 19:33:14.531468 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-96671795-d8a8-4b5d-a630-723821da91e0 req-0780b7bd-120e-465b-bc4e-80317ccb63a8 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442922 May 17 19:33:14.732087 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [req-26096a2c-85c6-4fd8-9de8-36723081a917 req-bdd8c72a-0653-4190-8ab4-f9dff6ccef42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79b3720c-b338-4cfb-bff2-9120ab8a2bce {{(pid=103781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 19:33:14.739579 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-26096a2c-85c6-4fd8-9de8-36723081a917 req-bdd8c72a-0653-4190-8ab4-f9dff6ccef42 service neutron] Publish callbacks [] for port (79b3720c-b338-4cfb-bff2-9120ab8a2bce), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:14.752270 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.provisioning_blocks [req-26096a2c-85c6-4fd8-9de8-36723081a917 req-bdd8c72a-0653-4190-8ab4-f9dff6ccef42 service neutron] Transition to ACTIVE for port object 79b3720c-b338-4cfb-bff2-9120ab8a2bce will not be triggered until provisioned by entity L2. {{(pid=103781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 19:33:14.845167 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-26096a2c-85c6-4fd8-9de8-36723081a917 req-bdd8c72a-0653-4190-8ab4-f9dff6ccef42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13820453'] for port (79b3720c-b338-4cfb-bff2-9120ab8a2bce), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:14.891717 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd8c72a-0653-4190-8ab4-f9dff6ccef42 service neutron] Pushing event updated for resources: {'Port': ['ID=79b3720c-b338-4cfb-bff2-9120ab8a2bce,revision_number=2']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:33:14.966002 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-26096a2c-85c6-4fd8-9de8-36723081a917 req-bdd8c72a-0653-4190-8ab4-f9dff6ccef42 service neutron] Attempting to bind port 79b3720c-b338-4cfb-bff2-9120ab8a2bce on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 19:33:14.966333 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-26096a2c-85c6-4fd8-9de8-36723081a917 req-bdd8c72a-0653-4190-8ab4-f9dff6ccef42 service neutron] Attempting to bind port 79b3720c-b338-4cfb-bff2-9120ab8a2bce by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '877c2e60-3c11-477c-8e73-df4883e5568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b11bf4b5-91bb-4f37-94f1-49d720718cc5'}] {{(pid=103781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 19:33:14.966656 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26096a2c-85c6-4fd8-9de8-36723081a917 req-bdd8c72a-0653-4190-8ab4-f9dff6ccef42 service neutron] Attempting to bind port 79b3720c-b338-4cfb-bff2-9120ab8a2bce on network b11bf4b5-91bb-4f37-94f1-49d720718cc5 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:33:14.975725 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26096a2c-85c6-4fd8-9de8-36723081a917 req-bdd8c72a-0653-4190-8ab4-f9dff6ccef42 service neutron] Port 79b3720c-b338-4cfb-bff2-9120ab8a2bce on network b11bf4b5-91bb-4f37-94f1-49d720718cc5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 19:33:14.976042 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26096a2c-85c6-4fd8-9de8-36723081a917 req-bdd8c72a-0653-4190-8ab4-f9dff6ccef42 service neutron] Attempting to bind port 79b3720c-b338-4cfb-bff2-9120ab8a2bce on network b11bf4b5-91bb-4f37-94f1-49d720718cc5 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:33:14.984062 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26096a2c-85c6-4fd8-9de8-36723081a917 req-bdd8c72a-0653-4190-8ab4-f9dff6ccef42 service neutron] Checking agent: {'id': 'bee311cb-2a55-4828-8ca4-4ee09c88de79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 19, 27, 43), 'started_at': datetime.datetime(2022, 5, 17, 19, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 19, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 19:33:14.984358 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26096a2c-85c6-4fd8-9de8-36723081a917 req-bdd8c72a-0653-4190-8ab4-f9dff6ccef42 service neutron] Checking segment: {'id': '877c2e60-3c11-477c-8e73-df4883e5568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b11bf4b5-91bb-4f37-94f1-49d720718cc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:33:14.984735 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26096a2c-85c6-4fd8-9de8-36723081a917 req-bdd8c72a-0653-4190-8ab4-f9dff6ccef42 service neutron] Bound using segment: {'id': '877c2e60-3c11-477c-8e73-df4883e5568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b11bf4b5-91bb-4f37-94f1-49d720718cc5'} {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 19:33:14.985158 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-26096a2c-85c6-4fd8-9de8-36723081a917 req-bdd8c72a-0653-4190-8ab4-f9dff6ccef42 service neutron] Bound port: 79b3720c-b338-4cfb-bff2-9120ab8a2bce, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '877c2e60-3c11-477c-8e73-df4883e5568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b11bf4b5-91bb-4f37-94f1-49d720718cc5'}}] {{(pid=103781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 19:33:14.985512 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-26096a2c-85c6-4fd8-9de8-36723081a917 req-bdd8c72a-0653-4190-8ab4-f9dff6ccef42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (79b3720c-b338-4cfb-bff2-9120ab8a2bce), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:15.007905 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-5973e80e-9cca-4089-bd01-df0c7796954d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:15.050890 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-26096a2c-85c6-4fd8-9de8-36723081a917 req-bdd8c72a-0653-4190-8ab4-f9dff6ccef42 service neutron] For port 79b3720c-b338-4cfb-bff2-9120ab8a2bce, host hv-cinder-84067, cleared binding levels {{(pid=103781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 19:33:15.053995 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-26096a2c-85c6-4fd8-9de8-36723081a917 req-bdd8c72a-0653-4190-8ab4-f9dff6ccef42 service neutron] For port 79b3720c-b338-4cfb-bff2-9120ab8a2bce, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=79b3720c-b338-4cfb-bff2-9120ab8a2bce,segment=NetworkSegment(877c2e60-3c11-477c-8e73-df4883e5568f),segment_id=877c2e60-3c11-477c-8e73-df4883e5568f)] {{(pid=103781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 19:33:15.121200 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9e54da24-c21b-4444-9e32-a226aded2cca req-dcb60032-14b6-419a-b4c8-777748160e74 tempest-VolumesActionsTest-275332050 tempest-VolumesActionsTest-275332050-project] 10.222.0.58 "GET /v2.0/ports?device_id=de8eec96-a6fa-4853-946a-0f1efa7aa661 HTTP/1.1" status: 200 len: 210 time: 0.0283010 May 17 19:33:15.131193 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-26096a2c-85c6-4fd8-9de8-36723081a917 req-bdd8c72a-0653-4190-8ab4-f9dff6ccef42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13820453'] for port (79b3720c-b338-4cfb-bff2-9120ab8a2bce), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:15.167199 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26096a2c-85c6-4fd8-9de8-36723081a917 req-bdd8c72a-0653-4190-8ab4-f9dff6ccef42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:15.167837 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-26096a2c-85c6-4fd8-9de8-36723081a917 req-bdd8c72a-0653-4190-8ab4-f9dff6ccef42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:15.169291 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-26096a2c-85c6-4fd8-9de8-36723081a917 req-bdd8c72a-0653-4190-8ab4-f9dff6ccef42 service neutron] 10.222.0.69 "PUT /v2.0/ports/79b3720c-b338-4cfb-bff2-9120ab8a2bce HTTP/1.1" status: 200 len: 1098 time: 0.7982042 May 17 19:33:15.169651 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8367f2b0-4548-49d4-82a8-b3a3c677760a', 'tag': '79b3720c-b338-4cfb-bff2-9120ab8a2bce'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:33:15.171896 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5abf21081b7c701043d67e7bff15db599e71af2afb5ac8611b6265996300b020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486d33cd-2973-4f9c-9dd9-4a171c152ec5" -d '{"events": [{"name": "network-changed", "server_uuid": "8367f2b0-4548-49d4-82a8-b3a3c677760a", "tag": "79b3720c-b338-4cfb-bff2-9120ab8a2bce"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:33:15.196916 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd8c72a-0653-4190-8ab4-f9dff6ccef42 service neutron] Pushing event updated for resources: {'Port': ['ID=79b3720c-b338-4cfb-bff2-9120ab8a2bce,revision_number=3']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:33:15.231968 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 19:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99da0b5f-51c1-411f-8d53-0b020c09becc x-openstack-request-id: req-99da0b5f-51c1-411f-8d53-0b020c09becc {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:33:15.232437 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8367f2b0-4548-49d4-82a8-b3a3c677760a", "tag": "79b3720c-b338-4cfb-bff2-9120ab8a2bce", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:33:15.232759 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-99da0b5f-51c1-411f-8d53-0b020c09becc {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:33:15.233218 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99da0b5f-51c1-411f-8d53-0b020c09becc'] response: {'name': 'network-changed', 'server_uuid': '8367f2b0-4548-49d4-82a8-b3a3c677760a', 'tag': '79b3720c-b338-4cfb-bff2-9120ab8a2bce', 'status': 'completed', 'code': 200} May 17 19:33:15.235996 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d3dda-d5ec-4fbe-86f1-c050e77ca8b9 req-4fa7f87a-b0a6-4ab6-a778-66e997419fef tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:15.237552 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-3d7d3dda-d5ec-4fbe-86f1-c050e77ca8b9 req-4fa7f87a-b0a6-4ab6-a778-66e997419fef tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] 10.222.0.58 "GET /v2.0/ports?device_id=8367f2b0-4548-49d4-82a8-b3a3c677760a HTTP/1.1" status: 200 len: 948 time: 0.0591872 May 17 19:33:15.290454 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-3d7d3dda-d5ec-4fbe-86f1-c050e77ca8b9 req-db95835b-f7ef-4fa4-8ee2-a52a466396cc tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c9adce7-03d4-4799-9d88-8587fcd221bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460043 May 17 19:33:15.312582 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d33cd-2973-4f9c-9dd9-4a171c152ec5 req-0b3d42fb-1253-40d8-99b0-4fb8ff793a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:15.314096 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-486d33cd-2973-4f9c-9dd9-4a171c152ec5 req-0b3d42fb-1253-40d8-99b0-4fb8ff793a00 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6ce5e37117f9430bb8fa0cd2723d27e6&device_id=8367f2b0-4548-49d4-82a8-b3a3c677760a HTTP/1.1" status: 200 len: 1132 time: 0.0485198 May 17 19:33:15.346782 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-486d33cd-2973-4f9c-9dd9-4a171c152ec5 req-cf44e3e2-ab63-4b3e-9694-0da7277cf41f service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=6ce5e37117f9430bb8fa0cd2723d27e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232065 May 17 19:33:15.438703 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d33cd-2973-4f9c-9dd9-4a171c152ec5 req-dd300d4d-3d59-4d41-aa80-058846388383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:15.440241 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-486d33cd-2973-4f9c-9dd9-4a171c152ec5 req-dd300d4d-3d59-4d41-aa80-058846388383 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871136 May 17 19:33:15.536938 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26096a2c-85c6-4fd8-9de8-36723081a917 req-bfe9123b-995f-4a66-8ff6-496ca17035e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:15.538419 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-26096a2c-85c6-4fd8-9de8-36723081a917 req-bfe9123b-995f-4a66-8ff6-496ca17035e5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6ce5e37117f9430bb8fa0cd2723d27e6&device_id=8367f2b0-4548-49d4-82a8-b3a3c677760a HTTP/1.1" status: 200 len: 1132 time: 0.0395236 May 17 19:33:15.584985 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-26096a2c-85c6-4fd8-9de8-36723081a917 req-aebdd8ad-e535-43f4-8828-bbf3e69e7e9d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=79b3720c-b338-4cfb-bff2-9120ab8a2bce HTTP/1.1" status: 200 len: 217 time: 0.0378358 May 17 19:33:15.656375 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98aa0df-7c5a-4850-9b31-9bc26269097d req-cce66c40-8377-4a60-a25e-4fea749f1ef4 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:15.657911 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-f98aa0df-7c5a-4850-9b31-9bc26269097d req-cce66c40-8377-4a60-a25e-4fea749f1ef4 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=36333719-ec24-43b8-9656-b24f4950d2a9 HTTP/1.1" status: 200 len: 945 time: 0.0467019 May 17 19:33:15.665684 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26096a2c-85c6-4fd8-9de8-36723081a917 req-f758be13-b88b-4c63-b104-c5257ba5f6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:15.667669 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-26096a2c-85c6-4fd8-9de8-36723081a917 req-f758be13-b88b-4c63-b104-c5257ba5f6d6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=246b28f6-e63e-4e5e-9dc3-c677ac00c408 HTTP/1.1" status: 200 len: 843 time: 0.0747769 May 17 19:33:15.711315 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-f98aa0df-7c5a-4850-9b31-9bc26269097d req-3ecead6e-548e-4bf4-80e3-6b76361fabd2 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475333 May 17 19:33:15.747283 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26096a2c-85c6-4fd8-9de8-36723081a917 req-f81c8f0b-8efa-4679-88be-2ccb0434c325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:15.748813 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-26096a2c-85c6-4fd8-9de8-36723081a917 req-f81c8f0b-8efa-4679-88be-2ccb0434c325 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b11bf4b5-91bb-4f37-94f1-49d720718cc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0534828 May 17 19:33:15.770039 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73746d5c-cf07-4853-a4a0-aab7cb369d55 req-2743bb3b-f0db-46d8-b8ec-488c0f40ca2b tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:15.771397 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-73746d5c-cf07-4853-a4a0-aab7cb369d55 req-2743bb3b-f0db-46d8-b8ec-488c0f40ca2b tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/networks?id=2c796bbc-8ba9-48bf-838d-6e35763ba852 HTTP/1.1" status: 200 len: 813 time: 0.1522396 May 17 19:33:15.799875 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-73746d5c-cf07-4853-a4a0-aab7cb369d55 req-cd4803b8-af4a-425a-9cf2-c7f8c3d0cfbd tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/quotas/4c80a1d247d44fb9b467b7e312d7ddec HTTP/1.1" status: 200 len: 375 time: 0.0183775 May 17 19:33:15.860301 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-73746d5c-cf07-4853-a4a0-aab7cb369d55 req-d8e47bda-4c55-4a28-ab45-095c20b23b68 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4c80a1d247d44fb9b467b7e312d7ddec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356181 May 17 19:33:15.894387 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-26096a2c-85c6-4fd8-9de8-36723081a917 req-6ca518b5-2f19-411e-afae-fd8196d177a4 service neutron] 10.222.0.69 "GET /v2.0/networks/b11bf4b5-91bb-4f37-94f1-49d720718cc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386712 May 17 19:33:16.018056 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-73746d5c-cf07-4853-a4a0-aab7cb369d55 req-17dcb77a-d955-41d4-94f5-e59bd9639e1c service neutron] 10.222.0.58 "GET /v2.0/networks/2c796bbc-8ba9-48bf-838d-6e35763ba852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484320 May 17 19:33:16.035254 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-26096a2c-85c6-4fd8-9de8-36723081a917 req-6d369dee-c3c8-4600-8ec1-a0f2c78c8444 service neutron] 10.222.0.69 "GET /v2.0/networks/b11bf4b5-91bb-4f37-94f1-49d720718cc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328413 May 17 19:33:16.110061 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-73746d5c-cf07-4853-a4a0-aab7cb369d55 req-8f8e8dc8-2b9c-4b84-bbad-dae9fe14a77a service neutron] 10.222.0.58 "GET /v2.0/networks/2c796bbc-8ba9-48bf-838d-6e35763ba852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851808 May 17 19:33:16.380984 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 0e496244-9f40-4dd5-be78-9d953da8d8ab up at agent hyperv_hv-cinder-84067 {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:33:16.429559 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Provisioning for port 0e496244-9f40-4dd5-be78-9d953da8d8ab completed by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 19:33:16.436552 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ccb264e9-0ff8-45cc-a779-e04a14d57849 req-275b7ab7-e3b2-4ce4-97c9-87195822b11e tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7b4b2a0-f5f2-4a4a-95bd-9a7eb378ab6c HTTP/1.1" status: 200 len: 210 time: 0.0361781 May 17 19:33:16.472177 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4fa915-9c87-4ce7-bc74-e9caacd7f51b req-a219f60e-2672-47d8-86ea-d8ca1af33f47 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:16.473924 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-5f4fa915-9c87-4ce7-bc74-e9caacd7f51b req-a219f60e-2672-47d8-86ea-d8ca1af33f47 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] 10.222.0.58 "GET /v2.0/ports?device_id=8367f2b0-4548-49d4-82a8-b3a3c677760a HTTP/1.1" status: 200 len: 948 time: 0.0859089 May 17 19:33:16.519900 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Provisioning complete for port 0e496244-9f40-4dd5-be78-9d953da8d8ab triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:33:16.520499 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (0e496244-9f40-4dd5-be78-9d953da8d8ab), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:16.531812 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-5f4fa915-9c87-4ce7-bc74-e9caacd7f51b req-2517da18-0f0f-41df-9d8e-25238e06905e tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c9adce7-03d4-4799-9d88-8587fcd221bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496027 May 17 19:33:16.599696 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Current status of the port 0e496244-9f40-4dd5-be78-9d953da8d8ab is: BUILD; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:33:16.600347 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (0e496244-9f40-4dd5-be78-9d953da8d8ab), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:16.630530 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36333719-ec24-43b8-9656-b24f4950d2a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e496244-9f40-4dd5-be78-9d953da8d8ab'}] {{(pid=103782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:33:16.633812 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dcdb420cfc3f3d59cdc90e9401be4743e23c4809d01819fc24a250fd06a42a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6d7af7-8715-46ae-83c8-26df81343cb7" -d '{"events": [{"server_uuid": "36333719-ec24-43b8-9656-b24f4950d2a9", "name": "network-vif-plugged", "status": "completed", "tag": "0e496244-9f40-4dd5-be78-9d953da8d8ab"}]}' {{(pid=103782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:33:16.647365 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port 0e496244-9f40-4dd5-be78-9d953da8d8ab, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=0e496244-9f40-4dd5-be78-9d953da8d8ab,segment=NetworkSegment(8cc326ee-5f9e-416b-8025-9d11d0786f2c),segment_id=8cc326ee-5f9e-416b-8025-9d11d0786f2c)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:33:16.669567 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 19:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd48002-ee40-4da1-b5ba-b8b1a40f1ae1 x-openstack-request-id: req-fdd48002-ee40-4da1-b5ba-b8b1a40f1ae1 {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:33:16.669947 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36333719-ec24-43b8-9656-b24f4950d2a9", "name": "network-vif-plugged", "status": "completed", "tag": "0e496244-9f40-4dd5-be78-9d953da8d8ab", "code": 200}]} {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:33:16.670198 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fdd48002-ee40-4da1-b5ba-b8b1a40f1ae1 {{(pid=103782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:33:16.670630 dv-cinder-840678-10-iscsi neutron-server[103782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdd48002-ee40-4da1-b5ba-b8b1a40f1ae1'] response: {'server_uuid': '36333719-ec24-43b8-9656-b24f4950d2a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e496244-9f40-4dd5-be78-9d953da8d8ab', 'code': 200} May 17 19:33:16.725678 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (0e496244-9f40-4dd5-be78-9d953da8d8ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:16.780199 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Pushing event updated for resources: {'Port': ['ID=0e496244-9f40-4dd5-be78-9d953da8d8ab,revision_number=5']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:33:16.841624 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d760f-5057-40b1-98b4-99d546a7310a req-6e021d93-2984-4037-a29b-4219a1ceed00 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:16.843118 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-ea7d760f-5057-40b1-98b4-99d546a7310a req-6e021d93-2984-4037-a29b-4219a1ceed00 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=36333719-ec24-43b8-9656-b24f4950d2a9 HTTP/1.1" status: 200 len: 946 time: 0.0484779 May 17 19:33:16.896373 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-ea7d760f-5057-40b1-98b4-99d546a7310a req-a8a475f9-00e7-40ae-b633-9def7d0b9426 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470564 May 17 19:33:17.278939 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-eea67f13-e2e1-4a85-9031-0b1b2de961f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:17.489809 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551bf292-0914-4d54-a36d-f0c3e5407f99 req-b81cf0f3-6375-47f0-ad38-09873456cb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:17.491316 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-551bf292-0914-4d54-a36d-f0c3e5407f99 req-b81cf0f3-6375-47f0-ad38-09873456cb67 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=36333719-ec24-43b8-9656-b24f4950d2a9 HTTP/1.1" status: 200 len: 1130 time: 0.0386350 May 17 19:33:17.545129 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c9ef29ee-11e7-4ba6-b62e-f07a02f6dd45 req-e7cbd27f-dd24-4308-a838-d035476ddb29 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7b4b2a0-f5f2-4a4a-95bd-9a7eb378ab6c HTTP/1.1" status: 200 len: 210 time: 0.0353584 May 17 19:33:17.573621 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-551bf292-0914-4d54-a36d-f0c3e5407f99 req-097d75c9-993e-487d-8e6c-c9f45bbd8180 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0754042 May 17 19:33:17.653488 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd672c-cbb3-4619-bae4-66478f0e7bf4 req-a9e32aa0-7e2e-4791-b5cb-121c8326bee3 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:17.654965 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-8cfd672c-cbb3-4619-bae4-66478f0e7bf4 req-a9e32aa0-7e2e-4791-b5cb-121c8326bee3 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] 10.222.0.58 "GET /v2.0/ports?device_id=8367f2b0-4548-49d4-82a8-b3a3c677760a HTTP/1.1" status: 200 len: 948 time: 0.0505333 May 17 19:33:17.700261 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-8cfd672c-cbb3-4619-bae4-66478f0e7bf4 req-6385c19b-4690-4b8c-8ec7-53a90d995259 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c9adce7-03d4-4799-9d88-8587fcd221bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397830 May 17 19:33:18.221478 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a7361-5f2a-4ae3-ba5d-f7b3755ecef2 req-062e49a7-bdb1-444b-885a-89f5dbfc8202 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:18.222923 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ad4a7361-5f2a-4ae3-ba5d-f7b3755ecef2 req-062e49a7-bdb1-444b-885a-89f5dbfc8202 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=36333719-ec24-43b8-9656-b24f4950d2a9 HTTP/1.1" status: 200 len: 946 time: 0.2540836 May 17 19:33:18.269564 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ad4a7361-5f2a-4ae3-ba5d-f7b3755ecef2 req-a7070fc2-ac35-49e7-be58-399974a9c2e5 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407317 May 17 19:33:18.453414 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:18.642211 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-0633d18f-7dfd-4cbd-ac41-65b4df53fbc3 req-9bf530e8-e5c3-463f-97f1-20429dc9a356 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7b4b2a0-f5f2-4a4a-95bd-9a7eb378ab6c HTTP/1.1" status: 200 len: 210 time: 0.0270298 May 17 19:33:18.808495 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f67dc5-0667-4e41-a4ac-7f3050d853db req-8284e777-0bf4-4a9d-a984-4087bb6a3247 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:18.809933 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d9f67dc5-0667-4e41-a4ac-7f3050d853db req-8284e777-0bf4-4a9d-a984-4087bb6a3247 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] 10.222.0.58 "GET /v2.0/ports?device_id=8367f2b0-4548-49d4-82a8-b3a3c677760a HTTP/1.1" status: 200 len: 948 time: 0.0454261 May 17 19:33:18.813373 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 79b3720c-b338-4cfb-bff2-9120ab8a2bce details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 19:33:18.857060 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d9f67dc5-0667-4e41-a4ac-7f3050d853db req-4dccd7d4-30ab-4d0a-b95f-4fe9c82444e0 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c9adce7-03d4-4799-9d88-8587fcd221bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416174 May 17 19:33:18.913183 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port 79b3720c-b338-4cfb-bff2-9120ab8a2bce, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=79b3720c-b338-4cfb-bff2-9120ab8a2bce,segment=NetworkSegment(877c2e60-3c11-477c-8e73-df4883e5568f),segment_id=877c2e60-3c11-477c-8e73-df4883e5568f)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:33:18.923936 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Returning: {'device': '79b3720c-b338-4cfb-bff2-9120ab8a2bce', 'network_id': 'b11bf4b5-91bb-4f37-94f1-49d720718cc5', 'port_id': '79b3720c-b338-4cfb-bff2-9120ab8a2bce', 'mac_address': 'fa:16:3e:19:1c:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246b28f6-e63e-4e5e-9dc3-c677ac00c408', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 19:33:18.957820 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Current status of the port 79b3720c-b338-4cfb-bff2-9120ab8a2bce is: DOWN; New status is: BUILD {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:33:18.958202 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (79b3720c-b338-4cfb-bff2-9120ab8a2bce), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:18.971207 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79b3720c-b338-4cfb-bff2-9120ab8a2bce {{(pid=103782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 19:33:18.990232 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port 79b3720c-b338-4cfb-bff2-9120ab8a2bce, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=79b3720c-b338-4cfb-bff2-9120ab8a2bce,segment=NetworkSegment(877c2e60-3c11-477c-8e73-df4883e5568f),segment_id=877c2e60-3c11-477c-8e73-df4883e5568f)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:33:19.073949 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (79b3720c-b338-4cfb-bff2-9120ab8a2bce), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:19.121369 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Pushing event updated for resources: {'Port': ['ID=79b3720c-b338-4cfb-bff2-9120ab8a2bce,revision_number=4']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:33:19.379794 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbef1e5-d242-4f0d-b43d-00ec39064bbd req-8c62d810-80f8-4d8e-a7fe-fd7c1d3c3784 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:19.381218 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-dcbef1e5-d242-4f0d-b43d-00ec39064bbd req-8c62d810-80f8-4d8e-a7fe-fd7c1d3c3784 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=36333719-ec24-43b8-9656-b24f4950d2a9 HTTP/1.1" status: 200 len: 946 time: 0.0468719 May 17 19:33:19.439832 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-dcbef1e5-d242-4f0d-b43d-00ec39064bbd req-af70c451-46f1-4cbf-8e15-3c760c91d23c tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0523989 May 17 19:33:19.660850 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 4a332337-b3f6-44ca-aa94-d196a352888a no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 19:33:19.675883 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] No Port match for: 4a332337-b3f6-44ca-aa94-d196a352888a {{(pid=103782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 19:33:19.676226 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 4a332337-b3f6-44ca-aa94-d196a352888a not bound to the agent host hv-cinder-84067 {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 19:33:19.738376 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8d883ff5-cc6a-4094-b8cd-c611ead1fc3e req-b4b4b43d-88b7-4adc-a96a-ddbeed1e4a2a tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7b4b2a0-f5f2-4a4a-95bd-9a7eb378ab6c HTTP/1.1" status: 200 len: 210 time: 0.0314567 May 17 19:33:19.970011 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f81d00-6c28-4a89-8ccd-ffc7847c5583 req-44b76201-93ff-43a3-830e-10922bbb6b07 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:19.971470 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-33f81d00-6c28-4a89-8ccd-ffc7847c5583 req-44b76201-93ff-43a3-830e-10922bbb6b07 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] 10.222.0.58 "GET /v2.0/ports?device_id=8367f2b0-4548-49d4-82a8-b3a3c677760a HTTP/1.1" status: 200 len: 949 time: 0.0469570 May 17 19:33:20.018096 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-33f81d00-6c28-4a89-8ccd-ffc7847c5583 req-2e1c8785-7a9b-4007-ac44-5b675c631ae5 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c9adce7-03d4-4799-9d88-8587fcd221bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407329 May 17 19:33:20.256150 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:20.477431 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.agents_db [None req-42b69621-6215-4a4a-9d32-588efc9ea437 None None] Agent healthcheck: found 6 active agents {{(pid=103783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 19:33:20.549241 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb07d824-0e58-4589-a6a3-f1863130cad9 req-b155967b-8be5-40b6-bb4e-6ca75b9b6dc0 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:20.550621 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-fb07d824-0e58-4589-a6a3-f1863130cad9 req-b155967b-8be5-40b6-bb4e-6ca75b9b6dc0 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=36333719-ec24-43b8-9656-b24f4950d2a9 HTTP/1.1" status: 200 len: 946 time: 0.0455763 May 17 19:33:20.598113 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-fb07d824-0e58-4589-a6a3-f1863130cad9 req-10c74eb1-968e-400c-a0cb-3d50425d21a3 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419364 May 17 19:33:20.831203 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-e33d2134-869d-4ea0-a773-c52fd3afd345 req-c821bb4d-cc59-4cea-b763-f743c05438be tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7b4b2a0-f5f2-4a4a-95bd-9a7eb378ab6c HTTP/1.1" status: 200 len: 210 time: 0.0281696 May 17 19:33:20.888855 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] get_ports_and_sgs() called for port_ids ['79b3720c-b338-4cfb-bff2-9120ab8a2bce'] {{(pid=103782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 19:33:21.126848 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c53e5-2412-4bf0-b7d7-7fb33a45b39c req-310fcd67-1b93-4a57-8a72-659ff89cde7f tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:21.128209 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6c2c53e5-2412-4bf0-b7d7-7fb33a45b39c req-310fcd67-1b93-4a57-8a72-659ff89cde7f tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] 10.222.0.58 "GET /v2.0/ports?device_id=8367f2b0-4548-49d4-82a8-b3a3c677760a HTTP/1.1" status: 200 len: 949 time: 0.0455053 May 17 19:33:21.172513 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6c2c53e5-2412-4bf0-b7d7-7fb33a45b39c req-5299e220-45ce-4f61-bd24-20fc866c0b62 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c9adce7-03d4-4799-9d88-8587fcd221bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388932 May 17 19:33:21.496034 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:21.712036 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d5c8b1-fab6-48e9-ae74-5617e9177592 req-53e72877-a30f-49cd-8a59-cb65a08bb87e tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:21.713520 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-80d5c8b1-fab6-48e9-ae74-5617e9177592 req-53e72877-a30f-49cd-8a59-cb65a08bb87e tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=36333719-ec24-43b8-9656-b24f4950d2a9 HTTP/1.1" status: 200 len: 946 time: 0.0477912 May 17 19:33:21.771830 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-80d5c8b1-fab6-48e9-ae74-5617e9177592 req-be9e549f-727b-4e1e-8fb8-c8d44084475e tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512414 May 17 19:33:21.929296 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-64a47e99-920f-4bc0-97e3-1ce675646548 req-28458afe-16c0-4b65-b722-5cab1bf2ed89 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7b4b2a0-f5f2-4a4a-95bd-9a7eb378ab6c HTTP/1.1" status: 200 len: 210 time: 0.0319614 May 17 19:33:22.306351 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73746d5c-cf07-4853-a4a0-aab7cb369d55 req-54e90433-d4c9-41cf-b36f-979433f19101 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:22.308702 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-73746d5c-cf07-4853-a4a0-aab7cb369d55 req-54e90433-d4c9-41cf-b36f-979433f19101 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.69 "GET /v2.0/networks?id=2c796bbc-8ba9-48bf-838d-6e35763ba852 HTTP/1.1" status: 200 len: 813 time: 0.1487534 May 17 19:33:22.318679 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1030b9e1-817e-4b0c-8f45-f99ea77eb8f1 req-15bc2509-7669-4a93-af41-09edfba1db83 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:22.327678 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-1030b9e1-817e-4b0c-8f45-f99ea77eb8f1 req-15bc2509-7669-4a93-af41-09edfba1db83 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] 10.222.0.58 "GET /v2.0/ports?device_id=8367f2b0-4548-49d4-82a8-b3a3c677760a HTTP/1.1" status: 200 len: 949 time: 0.0611465 May 17 19:33:22.346506 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [req-73746d5c-cf07-4853-a4a0-aab7cb369d55 req-e37ed2fe-cbef-4c33-a220-eb34ce6bf0f6 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Request body: {'port': {'device_id': 'b7b4b2a0-f5f2-4a4a-95bd-9a7eb378ab6c', 'network_id': '2c796bbc-8ba9-48bf-838d-6e35763ba852', 'admin_state_up': True, 'tenant_id': '4c80a1d247d44fb9b467b7e312d7ddec'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:33:22.391802 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-1030b9e1-817e-4b0c-8f45-f99ea77eb8f1 req-39a6ae6d-00c0-406b-8df2-4455e2ee66ff tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c9adce7-03d4-4799-9d88-8587fcd221bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631533 May 17 19:33:22.570889 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73746d5c-cf07-4853-a4a0-aab7cb369d55 req-e37ed2fe-cbef-4c33-a220-eb34ce6bf0f6 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Made reservation on behalf of 4c80a1d247d44fb9b467b7e312d7ddec for: {'port': 1} {{(pid=103781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:33:22.574886 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-73746d5c-cf07-4853-a4a0-aab7cb369d55 req-e37ed2fe-cbef-4c33-a220-eb34ce6bf0f6 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:22.599666 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 79b3720c-b338-4cfb-bff2-9120ab8a2bce up at agent hyperv_hv-cinder-84067 {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:33:22.685666 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Provisioning for port 79b3720c-b338-4cfb-bff2-9120ab8a2bce completed by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 19:33:22.761842 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Provisioning complete for port 79b3720c-b338-4cfb-bff2-9120ab8a2bce triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:33:22.762230 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (79b3720c-b338-4cfb-bff2-9120ab8a2bce), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:22.765567 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_common [req-73746d5c-cf07-4853-a4a0-aab7cb369d55 req-e37ed2fe-cbef-4c33-a220-eb34ce6bf0f6 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Allocated IP 172.20.0.7 (2c796bbc-8ba9-48bf-838d-6e35763ba852/b0573fd5-1838-48eb-a2b5-2b8b5ef9466d/26c751f9-6c2b-44e0-895f-230a9248a6f7) {{(pid=103781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:33:22.858206 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Current status of the port 79b3720c-b338-4cfb-bff2-9120ab8a2bce is: BUILD; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:33:22.859029 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (79b3720c-b338-4cfb-bff2-9120ab8a2bce), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:22.887003 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8367f2b0-4548-49d4-82a8-b3a3c677760a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b3720c-b338-4cfb-bff2-9120ab8a2bce'}] {{(pid=103782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:33:22.889548 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dcdb420cfc3f3d59cdc90e9401be4743e23c4809d01819fc24a250fd06a42a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5867dd2c-7810-4180-8dcc-a96cf533f5e7" -d '{"events": [{"server_uuid": "8367f2b0-4548-49d4-82a8-b3a3c677760a", "name": "network-vif-plugged", "status": "completed", "tag": "79b3720c-b338-4cfb-bff2-9120ab8a2bce"}]}' {{(pid=103782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:33:22.908859 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port 79b3720c-b338-4cfb-bff2-9120ab8a2bce, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=79b3720c-b338-4cfb-bff2-9120ab8a2bce,segment=NetworkSegment(877c2e60-3c11-477c-8e73-df4883e5568f),segment_id=877c2e60-3c11-477c-8e73-df4883e5568f)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:33:22.937116 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 19:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da1b418-c6f3-4f0c-b801-e00e1af9ac54 x-openstack-request-id: req-9da1b418-c6f3-4f0c-b801-e00e1af9ac54 {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:33:22.938344 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8367f2b0-4548-49d4-82a8-b3a3c677760a", "name": "network-vif-plugged", "status": "completed", "tag": "79b3720c-b338-4cfb-bff2-9120ab8a2bce", "code": 200}]} {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:33:22.938344 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9da1b418-c6f3-4f0c-b801-e00e1af9ac54 {{(pid=103782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:33:22.938344 dv-cinder-840678-10-iscsi neutron-server[103782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9da1b418-c6f3-4f0c-b801-e00e1af9ac54'] response: {'server_uuid': '8367f2b0-4548-49d4-82a8-b3a3c677760a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b3720c-b338-4cfb-bff2-9120ab8a2bce', 'code': 200} May 17 19:33:22.990778 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (79b3720c-b338-4cfb-bff2-9120ab8a2bce), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:23.078935 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480d407-b853-4a1f-af39-f70b1814118f req-89c9e5d7-4b60-4c81-8770-702e85388005 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:23.086226 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9480d407-b853-4a1f-af39-f70b1814118f req-89c9e5d7-4b60-4c81-8770-702e85388005 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=36333719-ec24-43b8-9656-b24f4950d2a9 HTTP/1.1" status: 200 len: 946 time: 0.1671863 May 17 19:33:23.092457 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Pushing event updated for resources: {'Port': ['ID=79b3720c-b338-4cfb-bff2-9120ab8a2bce,revision_number=5']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:33:23.133916 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-73746d5c-cf07-4853-a4a0-aab7cb369d55 req-e37ed2fe-cbef-4c33-a220-eb34ce6bf0f6 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Publish callbacks [] for port (26c751f9-6c2b-44e0-895f-230a9248a6f7), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:23.153970 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-16f022a2-6de1-4ab0-b2f3-5e9e4e0016e1 req-c91ae3d9-db41-4190-89f6-914cd9896b35 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7b4b2a0-f5f2-4a4a-95bd-9a7eb378ab6c HTTP/1.1" status: 200 len: 210 time: 0.0408239 May 17 19:33:23.179059 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9480d407-b853-4a1f-af39-f70b1814118f req-8853302d-ef43-4f54-bf45-2cd2826cdd85 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0919697 May 17 19:33:23.297467 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-73746d5c-cf07-4853-a4a0-aab7cb369d55 req-e37ed2fe-cbef-4c33-a220-eb34ce6bf0f6 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (26c751f9-6c2b-44e0-895f-230a9248a6f7), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:23.326053 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a917f-6e69-4423-a614-3b6da4b599cd req-66b53df1-b0da-4a79-b19b-93ad17d49b37 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:23.327759 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-fe2a917f-6e69-4423-a614-3b6da4b599cd req-66b53df1-b0da-4a79-b19b-93ad17d49b37 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=36333719-ec24-43b8-9656-b24f4950d2a9 HTTP/1.1" status: 200 len: 946 time: 0.0630322 May 17 19:33:23.343399 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73746d5c-cf07-4853-a4a0-aab7cb369d55 req-e37ed2fe-cbef-4c33-a220-eb34ce6bf0f6 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Network 2c796bbc-8ba9-48bf-838d-6e35763ba852 is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:33:23.346750 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [req-73746d5c-cf07-4853-a4a0-aab7cb369d55 req-e37ed2fe-cbef-4c33-a220-eb34ce6bf0f6 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:33:23.349534 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [req-73746d5c-cf07-4853-a4a0-aab7cb369d55 req-e37ed2fe-cbef-4c33-a220-eb34ce6bf0f6 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Received port after_create {{(pid=103781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:33:23.390236 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37ed2fe-cbef-4c33-a220-eb34ce6bf0f6 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Pushing event updated for resources: {'Port': ['ID=26c751f9-6c2b-44e0-895f-230a9248a6f7,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:33:23.400218 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167ac21-0485-42ac-87ee-98dc89d57e69 req-1adc3083-bd41-4fae-b29a-ef06feded039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:23.402286 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-2167ac21-0485-42ac-87ee-98dc89d57e69 req-1adc3083-bd41-4fae-b29a-ef06feded039 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8367f2b0-4548-49d4-82a8-b3a3c677760a HTTP/1.1" status: 200 len: 1134 time: 0.0730424 May 17 19:33:23.423681 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73746d5c-cf07-4853-a4a0-aab7cb369d55 req-e37ed2fe-cbef-4c33-a220-eb34ce6bf0f6 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:23.424965 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-73746d5c-cf07-4853-a4a0-aab7cb369d55 req-e37ed2fe-cbef-4c33-a220-eb34ce6bf0f6 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:23.462374 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-fe2a917f-6e69-4423-a614-3b6da4b599cd req-638d174e-085a-4e41-bd4a-0bb96c9f64c4 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1247470 May 17 19:33:23.485261 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-2167ac21-0485-42ac-87ee-98dc89d57e69 req-16a1f3fe-dff5-4654-a461-23e1a2443d43 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0c9adce7-03d4-4799-9d88-8587fcd221bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747428 May 17 19:33:23.488469 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 43608) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:33:23.522199 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-73746d5c-cf07-4853-a4a0-aab7cb369d55 req-e37ed2fe-cbef-4c33-a220-eb34ce6bf0f6 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1929629 May 17 19:33:23.545347 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e286c-2007-4df7-a71b-51539dcc7e1e req-2481aa8e-5457-469c-8d59-91a3e09035ea tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:23.552606 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1e2e286c-2007-4df7-a71b-51539dcc7e1e req-2481aa8e-5457-469c-8d59-91a3e09035ea tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] 10.222.0.58 "GET /v2.0/ports?device_id=8367f2b0-4548-49d4-82a8-b3a3c677760a HTTP/1.1" status: 200 len: 950 time: 0.0786436 May 17 19:33:23.600511 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1e2e286c-2007-4df7-a71b-51539dcc7e1e req-7be027f1-64bb-43a7-a2c3-e9d2c6bf9c61 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c9adce7-03d4-4799-9d88-8587fcd221bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467045 May 17 19:33:23.697978 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [req-73746d5c-cf07-4853-a4a0-aab7cb369d55 req-43e2272b-f0a9-4583-b6c2-e4d889837453 service neutron] Request body: {'port': {'device_id': 'b7b4b2a0-f5f2-4a4a-95bd-9a7eb378ab6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:33:23.743081 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5ea972-63b5-4c9b-a635-dcfdd3282f27 tempest-TestVolumeBootPattern-1676671783 tempest-TestVolumeBootPattern-1676671783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:23.745111 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-9a5ea972-63b5-4c9b-a635-dcfdd3282f27 tempest-TestVolumeBootPattern-1676671783 tempest-TestVolumeBootPattern-1676671783-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=36333719-ec24-43b8-9656-b24f4950d2a9 HTTP/1.1" status: 200 len: 1125 time: 0.2552021 May 17 19:33:23.748914 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 43616) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:33:23.753851 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [None req-2d7bef01-44a1-41db-b98d-19a714402023 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Request body: {'floatingip': {'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'port_id': '0e496244-9f40-4dd5-be78-9d953da8d8ab', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:33:23.777792 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-73746d5c-cf07-4853-a4a0-aab7cb369d55 req-43e2272b-f0a9-4583-b6c2-e4d889837453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (26c751f9-6c2b-44e0-895f-230a9248a6f7), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:23.865801 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-2d7bef01-44a1-41db-b98d-19a714402023 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:24.010810 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-2d7bef01-44a1-41db-b98d-19a714402023 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:24.139373 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.db_base_plugin_common [None req-2d7bef01-44a1-41db-b98d-19a714402023 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Allocated IP 172.27.2.34 (a8e71caf-cf8f-487f-b3e8-f30c47275c44/5b8cb9fa-be03-458e-a77b-33fb963ee3d0/6163557c-75be-41de-8c41-cd68abcda91b) {{(pid=103780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:33:24.141150 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [req-73746d5c-cf07-4853-a4a0-aab7cb369d55 req-43e2272b-f0a9-4583-b6c2-e4d889837453 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26c751f9-6c2b-44e0-895f-230a9248a6f7 {{(pid=103781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 19:33:24.152020 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-73746d5c-cf07-4853-a4a0-aab7cb369d55 req-43e2272b-f0a9-4583-b6c2-e4d889837453 service neutron] Publish callbacks [] for port (26c751f9-6c2b-44e0-895f-230a9248a6f7), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:24.168385 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.provisioning_blocks [req-73746d5c-cf07-4853-a4a0-aab7cb369d55 req-43e2272b-f0a9-4583-b6c2-e4d889837453 service neutron] Transition to ACTIVE for port object 26c751f9-6c2b-44e0-895f-230a9248a6f7 will not be triggered until provisioned by entity L2. {{(pid=103781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 19:33:24.248279 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-73746d5c-cf07-4853-a4a0-aab7cb369d55 req-43e2272b-f0a9-4583-b6c2-e4d889837453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13820453'] for port (26c751f9-6c2b-44e0-895f-230a9248a6f7), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:24.262485 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-2d7bef01-44a1-41db-b98d-19a714402023 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks [] for port (6163557c-75be-41de-8c41-cd68abcda91b), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:24.317661 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e2272b-f0a9-4583-b6c2-e4d889837453 service neutron] Pushing event updated for resources: {'Port': ['ID=26c751f9-6c2b-44e0-895f-230a9248a6f7,revision_number=2']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:33:24.337422 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f4e73-3815-4d8c-bd2c-286b3b6e0f5f req-418ae7d0-47db-4761-9d30-817e350d55b9 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:24.342265 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-c20f4e73-3815-4d8c-bd2c-286b3b6e0f5f req-418ae7d0-47db-4761-9d30-817e350d55b9 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7b4b2a0-f5f2-4a4a-95bd-9a7eb378ab6c HTTP/1.1" status: 200 len: 943 time: 0.0583427 May 17 19:33:24.399899 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-c20f4e73-3815-4d8c-bd2c-286b3b6e0f5f req-00d9e02f-fa06-4bb8-bc55-cbe2bd12cadc tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/security-groups?id=5740d66a-072c-47b3-94cd-2729cf1d98d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524490 May 17 19:33:24.401302 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-2d7bef01-44a1-41db-b98d-19a714402023 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014583'] for port (6163557c-75be-41de-8c41-cd68abcda91b), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:24.410132 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-73746d5c-cf07-4853-a4a0-aab7cb369d55 req-43e2272b-f0a9-4583-b6c2-e4d889837453 service neutron] Attempting to bind port 26c751f9-6c2b-44e0-895f-230a9248a6f7 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 19:33:24.410768 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-73746d5c-cf07-4853-a4a0-aab7cb369d55 req-43e2272b-f0a9-4583-b6c2-e4d889837453 service neutron] Attempting to bind port 26c751f9-6c2b-44e0-895f-230a9248a6f7 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '3fb251ea-b5a7-48e1-925a-6f45378aab1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2c796bbc-8ba9-48bf-838d-6e35763ba852'}] {{(pid=103781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 19:33:24.411479 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73746d5c-cf07-4853-a4a0-aab7cb369d55 req-43e2272b-f0a9-4583-b6c2-e4d889837453 service neutron] Attempting to bind port 26c751f9-6c2b-44e0-895f-230a9248a6f7 on network 2c796bbc-8ba9-48bf-838d-6e35763ba852 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:33:24.418454 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73746d5c-cf07-4853-a4a0-aab7cb369d55 req-43e2272b-f0a9-4583-b6c2-e4d889837453 service neutron] Port 26c751f9-6c2b-44e0-895f-230a9248a6f7 on network 2c796bbc-8ba9-48bf-838d-6e35763ba852 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 19:33:24.418904 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73746d5c-cf07-4853-a4a0-aab7cb369d55 req-43e2272b-f0a9-4583-b6c2-e4d889837453 service neutron] Attempting to bind port 26c751f9-6c2b-44e0-895f-230a9248a6f7 on network 2c796bbc-8ba9-48bf-838d-6e35763ba852 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:33:24.432304 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73746d5c-cf07-4853-a4a0-aab7cb369d55 req-43e2272b-f0a9-4583-b6c2-e4d889837453 service neutron] Checking agent: {'id': 'bee311cb-2a55-4828-8ca4-4ee09c88de79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 19, 27, 43), 'started_at': datetime.datetime(2022, 5, 17, 19, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 19, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 19:33:24.432675 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73746d5c-cf07-4853-a4a0-aab7cb369d55 req-43e2272b-f0a9-4583-b6c2-e4d889837453 service neutron] Checking segment: {'id': '3fb251ea-b5a7-48e1-925a-6f45378aab1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2c796bbc-8ba9-48bf-838d-6e35763ba852'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:33:24.435246 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73746d5c-cf07-4853-a4a0-aab7cb369d55 req-43e2272b-f0a9-4583-b6c2-e4d889837453 service neutron] Bound using segment: {'id': '3fb251ea-b5a7-48e1-925a-6f45378aab1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2c796bbc-8ba9-48bf-838d-6e35763ba852'} {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 19:33:24.436314 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-73746d5c-cf07-4853-a4a0-aab7cb369d55 req-43e2272b-f0a9-4583-b6c2-e4d889837453 service neutron] Bound port: 26c751f9-6c2b-44e0-895f-230a9248a6f7, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fb251ea-b5a7-48e1-925a-6f45378aab1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2c796bbc-8ba9-48bf-838d-6e35763ba852'}}] {{(pid=103781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 19:33:24.436696 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-73746d5c-cf07-4853-a4a0-aab7cb369d55 req-43e2272b-f0a9-4583-b6c2-e4d889837453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (26c751f9-6c2b-44e0-895f-230a9248a6f7), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:24.447229 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7bef01-44a1-41db-b98d-19a714402023 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Network a8e71caf-cf8f-487f-b3e8-f30c47275c44 is already hosted by enough agents. {{(pid=103780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:33:24.451196 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.base_scheduler [None req-2d7bef01-44a1-41db-b98d-19a714402023 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Resources bound (agent type, host, resource id): {{(pid=103780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:33:24.455050 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7bef01-44a1-41db-b98d-19a714402023 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Received port after_create {{(pid=103780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:33:24.525397 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7bef01-44a1-41db-b98d-19a714402023 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Pushing event updated for resources: {'Port': ['ID=6163557c-75be-41de-8c41-cd68abcda91b,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:33:24.556411 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-73746d5c-cf07-4853-a4a0-aab7cb369d55 req-43e2272b-f0a9-4583-b6c2-e4d889837453 service neutron] For port 26c751f9-6c2b-44e0-895f-230a9248a6f7, host hv-cinder-84067, cleared binding levels {{(pid=103781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 19:33:24.565136 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-73746d5c-cf07-4853-a4a0-aab7cb369d55 req-43e2272b-f0a9-4583-b6c2-e4d889837453 service neutron] For port 26c751f9-6c2b-44e0-895f-230a9248a6f7, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=26c751f9-6c2b-44e0-895f-230a9248a6f7,segment=NetworkSegment(3fb251ea-b5a7-48e1-925a-6f45378aab1b),segment_id=3fb251ea-b5a7-48e1-925a-6f45378aab1b)] {{(pid=103781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 19:33:24.631330 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-73746d5c-cf07-4853-a4a0-aab7cb369d55 req-43e2272b-f0a9-4583-b6c2-e4d889837453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13820453'] for port (26c751f9-6c2b-44e0-895f-230a9248a6f7), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:24.662982 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73746d5c-cf07-4853-a4a0-aab7cb369d55 req-43e2272b-f0a9-4583-b6c2-e4d889837453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:24.663602 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-73746d5c-cf07-4853-a4a0-aab7cb369d55 req-43e2272b-f0a9-4583-b6c2-e4d889837453 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:24.665012 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-73746d5c-cf07-4853-a4a0-aab7cb369d55 req-43e2272b-f0a9-4583-b6c2-e4d889837453 service neutron] 10.222.0.69 "PUT /v2.0/ports/26c751f9-6c2b-44e0-895f-230a9248a6f7 HTTP/1.1" status: 200 len: 1093 time: 0.9723783 May 17 19:33:24.665452 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7b4b2a0-f5f2-4a4a-95bd-9a7eb378ab6c', 'tag': '26c751f9-6c2b-44e0-895f-230a9248a6f7'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:33:24.667866 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5abf21081b7c701043d67e7bff15db599e71af2afb5ac8611b6265996300b020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a0ba73-f535-4ba5-901e-6ee63beaddaa" -d '{"events": [{"name": "network-changed", "server_uuid": "b7b4b2a0-f5f2-4a4a-95bd-9a7eb378ab6c", "tag": "26c751f9-6c2b-44e0-895f-230a9248a6f7"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:33:24.768596 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 19:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0bd7d0-dddd-411b-ba59-3cd13d10df93 x-openstack-request-id: req-ba0bd7d0-dddd-411b-ba59-3cd13d10df93 {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:33:24.768887 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7b4b2a0-f5f2-4a4a-95bd-9a7eb378ab6c", "tag": "26c751f9-6c2b-44e0-895f-230a9248a6f7", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:33:24.769161 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ba0bd7d0-dddd-411b-ba59-3cd13d10df93 {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:33:24.769562 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba0bd7d0-dddd-411b-ba59-3cd13d10df93'] response: {'name': 'network-changed', 'server_uuid': 'b7b4b2a0-f5f2-4a4a-95bd-9a7eb378ab6c', 'tag': '26c751f9-6c2b-44e0-895f-230a9248a6f7', 'status': 'completed', 'code': 200} May 17 19:33:24.810695 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e2272b-f0a9-4583-b6c2-e4d889837453 service neutron] Pushing event updated for resources: {'Port': ['ID=26c751f9-6c2b-44e0-895f-230a9248a6f7,revision_number=3']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:33:24.830828 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f1023-91e1-497a-b849-ed5746b51178 req-2274b81a-71b0-4e10-b346-5db54ed9878c tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:24.830828 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-967f1023-91e1-497a-b849-ed5746b51178 req-2274b81a-71b0-4e10-b346-5db54ed9878c tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] 10.222.0.58 "GET /v2.0/ports?device_id=8367f2b0-4548-49d4-82a8-b3a3c677760a HTTP/1.1" status: 200 len: 950 time: 0.1061532 May 17 19:33:24.886573 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-967f1023-91e1-497a-b849-ed5746b51178 req-f05247bc-c5ee-4ed0-9908-b0ba5fb49ad8 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c9adce7-03d4-4799-9d88-8587fcd221bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562470 May 17 19:33:24.944846 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-2d7bef01-44a1-41db-b98d-19a714402023 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks [] for floatingip (9b5eff6e-d838-45d5-97a6-d19c675cf001), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:25.118713 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-2d7bef01-44a1-41db-b98d-19a714402023 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (6163557c-75be-41de-8c41-cd68abcda91b), before_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:25.312346 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-2d7bef01-44a1-41db-b98d-19a714402023 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks [] for port (6163557c-75be-41de-8c41-cd68abcda91b), precommit_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:25.407985 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73746d5c-cf07-4853-a4a0-aab7cb369d55 req-dab397be-6da4-4b78-92c0-b3a725dafb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:25.409552 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-73746d5c-cf07-4853-a4a0-aab7cb369d55 req-dab397be-6da4-4b78-92c0-b3a725dafb78 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c80a1d247d44fb9b467b7e312d7ddec&device_id=b7b4b2a0-f5f2-4a4a-95bd-9a7eb378ab6c HTTP/1.1" status: 200 len: 1127 time: 0.0379150 May 17 19:33:25.449538 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-73746d5c-cf07-4853-a4a0-aab7cb369d55 req-5b530b52-4065-4313-85f4-eb5a7bc0f1e0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26c751f9-6c2b-44e0-895f-230a9248a6f7 HTTP/1.1" status: 200 len: 217 time: 0.0326364 May 17 19:33:25.499005 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-2d7bef01-44a1-41db-b98d-19a714402023 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13014528'] for port (6163557c-75be-41de-8c41-cd68abcda91b), after_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:25.517473 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73746d5c-cf07-4853-a4a0-aab7cb369d55 req-9a3ba44e-499f-48dd-8b08-48a59a5427da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:25.520087 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-73746d5c-cf07-4853-a4a0-aab7cb369d55 req-9a3ba44e-499f-48dd-8b08-48a59a5427da service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b0573fd5-1838-48eb-a2b5-2b8b5ef9466d HTTP/1.1" status: 200 len: 853 time: 0.0567946 May 17 19:33:25.576960 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-73746d5c-cf07-4853-a4a0-aab7cb369d55 req-ce21a6c4-e5a3-462a-8be7-a1f411f355a3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2c796bbc-8ba9-48bf-838d-6e35763ba852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493164 May 17 19:33:25.621507 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f97cd-d86c-41b1-8315-54a574b3ac2c req-01a4d64f-731d-4d22-af19-0aa7e5f6b4aa tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:25.631720 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-df2f97cd-d86c-41b1-8315-54a574b3ac2c req-01a4d64f-731d-4d22-af19-0aa7e5f6b4aa tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7b4b2a0-f5f2-4a4a-95bd-9a7eb378ab6c HTTP/1.1" status: 200 len: 943 time: 0.1413536 May 17 19:33:25.687111 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-2d7bef01-44a1-41db-b98d-19a714402023 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16764702'] for floatingip (9b5eff6e-d838-45d5-97a6-d19c675cf001), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:25.722024 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-73746d5c-cf07-4853-a4a0-aab7cb369d55 req-929daabd-7818-4687-b696-b3b8bebc111a service neutron] 10.222.0.69 "GET /v2.0/networks/2c796bbc-8ba9-48bf-838d-6e35763ba852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322637 May 17 19:33:25.760146 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7bef01-44a1-41db-b98d-19a714402023 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Pushing event updated for resources: {'Port': ['ID=6163557c-75be-41de-8c41-cd68abcda91b,revision_number=2']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:33:25.891743 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-df2f97cd-d86c-41b1-8315-54a574b3ac2c req-61cecf07-38ec-449c-9c59-97e0fb564f01 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/security-groups?id=5740d66a-072c-47b3-94cd-2729cf1d98d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589827 May 17 19:33:25.894031 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-73746d5c-cf07-4853-a4a0-aab7cb369d55 req-2d707e6d-8a97-47df-8d67-94efe3b22c69 service neutron] 10.222.0.69 "GET /v2.0/networks/2c796bbc-8ba9-48bf-838d-6e35763ba852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495981 May 17 19:33:25.895679 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.db.l3_db [None req-2d7bef01-44a1-41db-b98d-19a714402023 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Floating IP 9b5eff6e-d838-45d5-97a6-d19c675cf001 associated. External IP: 172.27.2.34, port: 0e496244-9f40-4dd5-be78-9d953da8d8ab. May 17 19:33:26.085594 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e18fb5-a835-474b-a3a3-41ed78f48d58 req-dd67169b-792a-4e9c-aaf4-771605268431 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:26.088975 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-99e18fb5-a835-474b-a3a3-41ed78f48d58 req-dd67169b-792a-4e9c-aaf4-771605268431 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] 10.222.0.58 "GET /v2.0/ports?device_id=8367f2b0-4548-49d4-82a8-b3a3c677760a HTTP/1.1" status: 200 len: 950 time: 0.0714064 May 17 19:33:26.227947 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-99e18fb5-a835-474b-a3a3-41ed78f48d58 req-a845342d-5bb3-4ff3-aa6c-055643e90894 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c9adce7-03d4-4799-9d88-8587fcd221bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326482 May 17 19:33:26.253082 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d7bef01-44a1-41db-b98d-19a714402023 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Router 0f9e3f65-5b38-42b5-9c21-15afbf1bb548 has already been hosted by L3 agent d0bc9f74-feb0-4354-bd47-885486f1ec0d {{(pid=103780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 19:33:26.392229 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7bef01-44a1-41db-b98d-19a714402023 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Notify agent at l3_agent.dv-cinder-840678-10-iscsi the message routers_updated {{(pid=103780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 19:33:26.406172 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18278f9c-5d37-4c60-bd52-4ab6ec6bfcb7 None None] Sync routers for ids ['0f9e3f65-5b38-42b5-9c21-15afbf1bb548'] in dv-cinder-840678-10-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 19:33:26.417434 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18278f9c-5d37-4c60-bd52-4ab6ec6bfcb7 None None] Routers {'0f9e3f65-5b38-42b5-9c21-15afbf1bb548'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:33:26.418095 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-18278f9c-5d37-4c60-bd52-4ab6ec6bfcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:33:17Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['0f9e3f65-5b38-42b5-9c21-15afbf1bb548'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:33:26.527691 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-2d7bef01-44a1-41db-b98d-19a714402023 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for floatingip (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:26.561342 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-18278f9c-5d37-4c60-bd52-4ab6ec6bfcb7 None None] Set router 0f9e3f65-5b38-42b5-9c21-15afbf1bb548 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:33:26.569940 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-2d7bef01-44a1-41db-b98d-19a714402023 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8205414 May 17 19:33:26.574826 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36333719-ec24-43b8-9656-b24f4950d2a9', 'tag': '0e496244-9f40-4dd5-be78-9d953da8d8ab'}] {{(pid=103780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:33:26.579370 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1bd86ad9c435c7379d29d4f4527297f276984ecaea51489ddc34f383e603623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef532e1-8a77-4f86-a5ce-7acea7fba782" -d '{"events": [{"name": "network-changed", "server_uuid": "36333719-ec24-43b8-9656-b24f4950d2a9", "tag": "0e496244-9f40-4dd5-be78-9d953da8d8ab"}]}' {{(pid=103780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:33:26.617322 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 19:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61fe509-a9eb-4862-b165-fe825c094efd x-openstack-request-id: req-f61fe509-a9eb-4862-b165-fe825c094efd {{(pid=103780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:33:26.617631 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36333719-ec24-43b8-9656-b24f4950d2a9", "tag": "0e496244-9f40-4dd5-be78-9d953da8d8ab", "status": "completed", "code": 200}]} {{(pid=103780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:33:26.617895 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f61fe509-a9eb-4862-b165-fe825c094efd {{(pid=103780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:33:26.618465 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f61fe509-a9eb-4862-b165-fe825c094efd'] response: {'name': 'network-changed', 'server_uuid': '36333719-ec24-43b8-9656-b24f4950d2a9', 'tag': '0e496244-9f40-4dd5-be78-9d953da8d8ab', 'status': 'completed', 'code': 200} May 17 19:33:26.760864 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e0402-b673-4867-a1c2-cf246e7d5a3b req-a7990021-fe0e-451b-a022-7c3f04394655 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:26.763124 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f92e0402-b673-4867-a1c2-cf246e7d5a3b req-a7990021-fe0e-451b-a022-7c3f04394655 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] 10.222.0.58 "GET /v2.0/ports?device_id=8367f2b0-4548-49d4-82a8-b3a3c677760a HTTP/1.1" status: 200 len: 950 time: 0.0696416 May 17 19:33:26.829710 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f92e0402-b673-4867-a1c2-cf246e7d5a3b req-d4c8dd53-f6fd-4a54-8c8c-2098a750cfb6 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c9adce7-03d4-4799-9d88-8587fcd221bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540199 May 17 19:33:26.850850 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-18278f9c-5d37-4c60-bd52-4ab6ec6bfcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'name': 'tempest-TestVolumeBootPattern-2088878763-router', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'af596b85-070e-475b-94cd-1ec2355567c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:31:50Z', 'updated_at': '2022-05-17T19:31:55Z', 'revision_number': 4, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'gw_port': {'id': 'af596b85-070e-475b-94cd-1ec2355567c8', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ff:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:31:51Z', 'updated_at': '2022-05-17T19:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_floatingips': [{'id': '9b5eff6e-d838-45d5-97a6-d19c675cf001', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'floating_ip_address': '172.27.2.34', 'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'router_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'port_id': '0e496244-9f40-4dd5-be78-9d953da8d8ab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3', 'mac_address': 'fa:16:3e:39:a4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36333719-ec24-43b8-9656-b24f4950d2a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T19:33:24Z', 'updated_at': '2022-05-17T19:33:24Z', 'revision_number': 0, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19716c39-6320-4e43-9463-294f60ef6870', 'name': '', 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'mac_address': 'fa:16:3e:0a:94:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'a5e80cf4-1ae6-4a34-89f9-235de223b3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:31:54Z', 'updated_at': '2022-05-17T19:32:01Z', 'revision_number': 5, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'subnets': [{'id': 'a5e80cf4-1ae6-4a34-89f9-235de223b3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:33:26.876990 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18278f9c-5d37-4c60-bd52-4ab6ec6bfcb7 None None] Checking router: 0f9e3f65-5b38-42b5-9c21-15afbf1bb548 for host: dv-cinder-840678-10-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 19:33:26.885456 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18278f9c-5d37-4c60-bd52-4ab6ec6bfcb7 None None] Routers {'0f9e3f65-5b38-42b5-9c21-15afbf1bb548'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:33:26.886794 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-18278f9c-5d37-4c60-bd52-4ab6ec6bfcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:33:17Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['0f9e3f65-5b38-42b5-9c21-15afbf1bb548'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:33:26.999025 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-18278f9c-5d37-4c60-bd52-4ab6ec6bfcb7 None None] Set router 0f9e3f65-5b38-42b5-9c21-15afbf1bb548 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:33:27.068924 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde0aa1-a1d8-4334-b1fc-63db7789466c req-4d9352df-ef4f-44bc-9275-f7efd425935d tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:27.070921 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-4fde0aa1-a1d8-4334-b1fc-63db7789466c req-4d9352df-ef4f-44bc-9275-f7efd425935d tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7b4b2a0-f5f2-4a4a-95bd-9a7eb378ab6c HTTP/1.1" status: 200 len: 943 time: 0.0643797 May 17 19:33:27.153416 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-4fde0aa1-a1d8-4334-b1fc-63db7789466c req-a23893db-b733-4701-bfe8-df940e063f2a tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/security-groups?id=5740d66a-072c-47b3-94cd-2729cf1d98d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743053 May 17 19:33:27.241945 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0ba73-f535-4ba5-901e-6ee63beaddaa req-04616424-4364-4ea5-bbb9-216f169f6fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:27.247027 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b1a0ba73-f535-4ba5-901e-6ee63beaddaa req-04616424-4364-4ea5-bbb9-216f169f6fa2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c80a1d247d44fb9b467b7e312d7ddec&device_id=b7b4b2a0-f5f2-4a4a-95bd-9a7eb378ab6c HTTP/1.1" status: 200 len: 1127 time: 0.1060386 May 17 19:33:27.300787 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef532e1-8a77-4f86-a5ce-7acea7fba782 req-836081fd-57f3-425b-914b-3725e4e1ce92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:27.302319 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-8ef532e1-8a77-4f86-a5ce-7acea7fba782 req-836081fd-57f3-425b-914b-3725e4e1ce92 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aae36ceec2314da8a829113fc36f2f40&device_id=36333719-ec24-43b8-9656-b24f4950d2a9 HTTP/1.1" status: 200 len: 1130 time: 0.1019473 May 17 19:33:27.337156 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-18278f9c-5d37-4c60-bd52-4ab6ec6bfcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'name': 'tempest-TestVolumeBootPattern-2088878763-router', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'af596b85-070e-475b-94cd-1ec2355567c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:31:50Z', 'updated_at': '2022-05-17T19:31:55Z', 'revision_number': 4, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'gw_port': {'id': 'af596b85-070e-475b-94cd-1ec2355567c8', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ff:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:31:51Z', 'updated_at': '2022-05-17T19:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_floatingips': [{'id': '9b5eff6e-d838-45d5-97a6-d19c675cf001', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'floating_ip_address': '172.27.2.34', 'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'router_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'port_id': '0e496244-9f40-4dd5-be78-9d953da8d8ab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3', 'mac_address': 'fa:16:3e:39:a4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36333719-ec24-43b8-9656-b24f4950d2a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T19:33:24Z', 'updated_at': '2022-05-17T19:33:24Z', 'revision_number': 0, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19716c39-6320-4e43-9463-294f60ef6870', 'name': '', 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'mac_address': 'fa:16:3e:0a:94:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'a5e80cf4-1ae6-4a34-89f9-235de223b3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:31:54Z', 'updated_at': '2022-05-17T19:32:01Z', 'revision_number': 5, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'subnets': [{'id': 'a5e80cf4-1ae6-4a34-89f9-235de223b3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:33:27.366661 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18278f9c-5d37-4c60-bd52-4ab6ec6bfcb7 None None] The sync data for ids ['0f9e3f65-5b38-42b5-9c21-15afbf1bb548'] in dv-cinder-840678-10-iscsi is: [{'id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'name': 'tempest-TestVolumeBootPattern-2088878763-router', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'af596b85-070e-475b-94cd-1ec2355567c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:31:50Z', 'updated_at': '2022-05-17T19:31:55Z', 'revision_number': 4, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'gw_port': {'id': 'af596b85-070e-475b-94cd-1ec2355567c8', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ff:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:31:51Z', 'updated_at': '2022-05-17T19:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_floatingips': [{'id': '9b5eff6e-d838-45d5-97a6-d19c675cf001', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'floating_ip_address': '172.27.2.34', 'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'router_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'port_id': '0e496244-9f40-4dd5-be78-9d953da8d8ab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3', 'mac_address': 'fa:16:3e:39:a4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36333719-ec24-43b8-9656-b24f4950d2a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T19:33:24Z', 'updated_at': '2022-05-17T19:33:24Z', 'revision_number': 0, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19716c39-6320-4e43-9463-294f60ef6870', 'name': '', 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'mac_address': 'fa:16:3e:0a:94:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'a5e80cf4-1ae6-4a34-89f9-235de223b3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:31:54Z', 'updated_at': '2022-05-17T19:32:01Z', 'revision_number': 5, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'subnets': [{'id': 'a5e80cf4-1ae6-4a34-89f9-235de223b3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 19:33:27.391146 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0ba73-f535-4ba5-901e-6ee63beaddaa req-a1d1af49-5c63-435b-9236-16634fbcd1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:27.392645 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b1a0ba73-f535-4ba5-901e-6ee63beaddaa req-a1d1af49-5c63-435b-9236-16634fbcd1fe service neutron] 10.222.0.69 "GET /v2.0/networks?id=2c796bbc-8ba9-48bf-838d-6e35763ba852 HTTP/1.1" status: 200 len: 914 time: 0.1395988 May 17 19:33:27.617269 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ac264d-b0fa-4115-a3ea-182f1cb2893a None None] New status for floating IP 9b5eff6e-d838-45d5-97a6-d19c675cf001: ACTIVE {{(pid=103782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 19:33:27.954176 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6aa68a-b0dd-4ec8-87c3-8414b447b7a8 req-14146f40-7a9a-4587-a791-9c5b1a1694c7 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:27.955906 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3a6aa68a-b0dd-4ec8-87c3-8414b447b7a8 req-14146f40-7a9a-4587-a791-9c5b1a1694c7 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] 10.222.0.58 "GET /v2.0/ports?device_id=8367f2b0-4548-49d4-82a8-b3a3c677760a HTTP/1.1" status: 200 len: 950 time: 0.0561948 May 17 19:33:28.012569 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3a6aa68a-b0dd-4ec8-87c3-8414b447b7a8 req-f10db1da-a117-43a7-83fe-8e691b9be7b2 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c9adce7-03d4-4799-9d88-8587fcd221bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499587 May 17 19:33:28.266784 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce73dcd7-23da-470f-adf4-fd246ab371b2 req-8d1ab3d5-6dd9-4bf2-964e-d3cdd3485982 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:28.268605 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-ce73dcd7-23da-470f-adf4-fd246ab371b2 req-8d1ab3d5-6dd9-4bf2-964e-d3cdd3485982 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7b4b2a0-f5f2-4a4a-95bd-9a7eb378ab6c HTTP/1.1" status: 200 len: 943 time: 0.0504761 May 17 19:33:28.319151 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-ce73dcd7-23da-470f-adf4-fd246ab371b2 req-686094b3-e852-42e3-8a83-e289eac3200b tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/security-groups?id=5740d66a-072c-47b3-94cd-2729cf1d98d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449920 May 17 19:33:28.643708 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b1a0ba73-f535-4ba5-901e-6ee63beaddaa req-4ffc7430-1515-4499-97f5-6b7b9b6db5de service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26c751f9-6c2b-44e0-895f-230a9248a6f7 HTTP/1.1" status: 200 len: 217 time: 0.0426090 May 17 19:33:28.656658 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 26c751f9-6c2b-44e0-895f-230a9248a6f7 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 19:33:28.720594 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef532e1-8a77-4f86-a5ce-7acea7fba782 req-386aa974-f668-4c0d-afc0-dd05db4c1cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:28.722323 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-8ef532e1-8a77-4f86-a5ce-7acea7fba782 req-386aa974-f668-4c0d-afc0-dd05db4c1cd2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ffa76ed-e644-420a-9be5-452073c9d2f3 HTTP/1.1" status: 200 len: 913 time: 0.1208448 May 17 19:33:28.724503 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0ba73-f535-4ba5-901e-6ee63beaddaa req-5bcdbb80-83af-4a28-95bf-728ec9d53385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:28.726431 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b1a0ba73-f535-4ba5-901e-6ee63beaddaa req-5bcdbb80-83af-4a28-95bf-728ec9d53385 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b0573fd5-1838-48eb-a2b5-2b8b5ef9466d HTTP/1.1" status: 200 len: 853 time: 0.0765290 May 17 19:33:28.790071 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port 26c751f9-6c2b-44e0-895f-230a9248a6f7, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=26c751f9-6c2b-44e0-895f-230a9248a6f7,segment=NetworkSegment(3fb251ea-b5a7-48e1-925a-6f45378aab1b),segment_id=3fb251ea-b5a7-48e1-925a-6f45378aab1b)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:33:28.798470 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b1a0ba73-f535-4ba5-901e-6ee63beaddaa req-34697372-2010-4504-9556-55fee5d3a7a4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2c796bbc-8ba9-48bf-838d-6e35763ba852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265036 May 17 19:33:28.801674 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Returning: {'device': '26c751f9-6c2b-44e0-895f-230a9248a6f7', 'network_id': '2c796bbc-8ba9-48bf-838d-6e35763ba852', 'port_id': '26c751f9-6c2b-44e0-895f-230a9248a6f7', 'mac_address': 'fa:16:3e:12:7f:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0573fd5-1838-48eb-a2b5-2b8b5ef9466d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 19:33:28.838712 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Current status of the port 26c751f9-6c2b-44e0-895f-230a9248a6f7 is: DOWN; New status is: BUILD {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:33:28.839383 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (26c751f9-6c2b-44e0-895f-230a9248a6f7), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:28.858981 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26c751f9-6c2b-44e0-895f-230a9248a6f7 {{(pid=103782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 19:33:28.859378 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-8ef532e1-8a77-4f86-a5ce-7acea7fba782 req-51adc48b-e8d6-4a82-b58d-e4c770c49013 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e496244-9f40-4dd5-be78-9d953da8d8ab HTTP/1.1" status: 200 len: 1001 time: 0.0589614 May 17 19:33:28.880155 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port 26c751f9-6c2b-44e0-895f-230a9248a6f7, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=26c751f9-6c2b-44e0-895f-230a9248a6f7,segment=NetworkSegment(3fb251ea-b5a7-48e1-925a-6f45378aab1b),segment_id=3fb251ea-b5a7-48e1-925a-6f45378aab1b)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:33:28.933360 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b1a0ba73-f535-4ba5-901e-6ee63beaddaa req-0ae6c7e4-88d8-46e7-89ef-eb3b5f46eb7f service neutron] 10.222.0.69 "GET /v2.0/networks/2c796bbc-8ba9-48bf-838d-6e35763ba852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249225 May 17 19:33:28.937385 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef532e1-8a77-4f86-a5ce-7acea7fba782 req-f3fee697-21d6-4657-89e3-18e211d812be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:28.938940 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-8ef532e1-8a77-4f86-a5ce-7acea7fba782 req-f3fee697-21d6-4657-89e3-18e211d812be service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a5e80cf4-1ae6-4a34-89f9-235de223b3bb HTTP/1.1" status: 200 len: 851 time: 0.0472345 May 17 19:33:28.957623 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (26c751f9-6c2b-44e0-895f-230a9248a6f7), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:28.978399 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac80a39-a052-4705-8d7f-6f140c347501 req-881859b6-d24a-437a-b2e4-76d82cf4c456 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:28.979983 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-cac80a39-a052-4705-8d7f-6f140c347501 req-881859b6-d24a-437a-b2e4-76d82cf4c456 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] 10.222.0.69 "GET /v2.0/ports?device_id=8367f2b0-4548-49d4-82a8-b3a3c677760a HTTP/1.1" status: 200 len: 950 time: 0.0812352 May 17 19:33:29.004137 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef532e1-8a77-4f86-a5ce-7acea7fba782 req-9c34dd7c-fbec-43dd-b2f1-2ca4b3c4a19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:29.006169 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-8ef532e1-8a77-4f86-a5ce-7acea7fba782 req-9c34dd7c-fbec-43dd-b2f1-2ca4b3c4a19e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ffa76ed-e644-420a-9be5-452073c9d2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0604992 May 17 19:33:29.015206 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Pushing event updated for resources: {'Port': ['ID=26c751f9-6c2b-44e0-895f-230a9248a6f7,revision_number=4']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:33:29.113593 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [req-cac80a39-a052-4705-8d7f-6f140c347501 req-89a385b1-3dcb-4fc2-8f06-6af2ac3e1e60 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] Deleting port 79b3720c-b338-4cfb-bff2-9120ab8a2bce {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:33:29.116477 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-cac80a39-a052-4705-8d7f-6f140c347501 req-89a385b1-3dcb-4fc2-8f06-6af2ac3e1e60 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (79b3720c-b338-4cfb-bff2-9120ab8a2bce), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:29.121706 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-8ef532e1-8a77-4f86-a5ce-7acea7fba782 req-64de3241-5b00-45dd-a015-7d0a77a05313 service neutron] 10.222.0.69 "GET /v2.0/networks/4ffa76ed-e644-420a-9be5-452073c9d2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087489 May 17 19:33:29.179921 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b1a0ba73-f535-4ba5-901e-6ee63beaddaa req-6fdecd09-7546-4c63-bcf7-06231c2bff65 service neutron] 10.222.0.69 "GET /v2.0/networks/2c796bbc-8ba9-48bf-838d-6e35763ba852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393003 May 17 19:33:29.231443 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] get_ports_and_sgs() called for port_ids ['26c751f9-6c2b-44e0-895f-230a9248a6f7'] {{(pid=103782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 19:33:29.239766 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb15ee-03ca-4bc4-8368-6fcdde63632e req-116f8806-47f9-496a-98af-a0e03bc74484 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:29.246418 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-8ef532e1-8a77-4f86-a5ce-7acea7fba782 req-fae65576-624d-41ba-a57a-580f0bfeb3ba service neutron] 10.222.0.69 "GET /v2.0/networks/4ffa76ed-e644-420a-9be5-452073c9d2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181164 May 17 19:33:29.247276 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6ddb15ee-03ca-4bc4-8368-6fcdde63632e req-116f8806-47f9-496a-98af-a0e03bc74484 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] 10.222.0.58 "GET /v2.0/ports?device_id=8367f2b0-4548-49d4-82a8-b3a3c677760a HTTP/1.1" status: 200 len: 950 time: 0.1117284 May 17 19:33:29.289501 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-cac80a39-a052-4705-8d7f-6f140c347501 req-89a385b1-3dcb-4fc2-8f06-6af2ac3e1e60 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] For port 79b3720c-b338-4cfb-bff2-9120ab8a2bce, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=79b3720c-b338-4cfb-bff2-9120ab8a2bce,segment=NetworkSegment(877c2e60-3c11-477c-8e73-df4883e5568f),segment_id=877c2e60-3c11-477c-8e73-df4883e5568f)] {{(pid=103781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:33:29.289876 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-cac80a39-a052-4705-8d7f-6f140c347501 req-89a385b1-3dcb-4fc2-8f06-6af2ac3e1e60 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (79b3720c-b338-4cfb-bff2-9120ab8a2bce), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:29.316517 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [req-cac80a39-a052-4705-8d7f-6f140c347501 req-89a385b1-3dcb-4fc2-8f06-6af2ac3e1e60 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] Calling delete_port for 79b3720c-b338-4cfb-bff2-9120ab8a2bce owned by compute:nova {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:33:29.329119 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6ddb15ee-03ca-4bc4-8368-6fcdde63632e req-cc7f8bc3-3817-4ca5-bf39-0faf40c85363 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c9adce7-03d4-4799-9d88-8587fcd221bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788028 May 17 19:33:29.465399 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ddb5b-fb52-406f-b8ca-57b28651da99 req-2f77cc69-c690-45b6-8bc6-10aaaeed7ede tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:29.473433 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-db8ddb5b-fb52-406f-b8ca-57b28651da99 req-2f77cc69-c690-45b6-8bc6-10aaaeed7ede tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7b4b2a0-f5f2-4a4a-95bd-9a7eb378ab6c HTTP/1.1" status: 200 len: 944 time: 0.0709634 May 17 19:33:29.539533 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-db8ddb5b-fb52-406f-b8ca-57b28651da99 req-4826f2cf-5d19-4c62-a422-1eeccb4bf4b3 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/security-groups?id=5740d66a-072c-47b3-94cd-2729cf1d98d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590756 May 17 19:33:29.565318 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-cac80a39-a052-4705-8d7f-6f140c347501 req-89a385b1-3dcb-4fc2-8f06-6af2ac3e1e60 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (79b3720c-b338-4cfb-bff2-9120ab8a2bce), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:29.595969 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a385b1-3dcb-4fc2-8f06-6af2ac3e1e60 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] Pushing event deleted for resources: {'Port': ['ID=79b3720c-b338-4cfb-bff2-9120ab8a2bce,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:33:29.642204 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [req-cac80a39-a052-4705-8d7f-6f140c347501 req-89a385b1-3dcb-4fc2-8f06-6af2ac3e1e60 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] No DVR routers for this DVR port 79b3720c-b338-4cfb-bff2-9120ab8a2bce on host hv-cinder-84067 {{(pid=103781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 19:33:29.645620 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-cac80a39-a052-4705-8d7f-6f140c347501 req-89a385b1-3dcb-4fc2-8f06-6af2ac3e1e60 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:29.648901 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-cac80a39-a052-4705-8d7f-6f140c347501 req-89a385b1-3dcb-4fc2-8f06-6af2ac3e1e60 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] 10.222.0.69 "DELETE /v2.0/ports/79b3720c-b338-4cfb-bff2-9120ab8a2bce HTTP/1.1" status: 204 len: 173 time: 0.6621807 May 17 19:33:29.649362 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8367f2b0-4548-49d4-82a8-b3a3c677760a', 'name': 'network-vif-deleted', 'tag': '79b3720c-b338-4cfb-bff2-9120ab8a2bce'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:33:29.652599 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5abf21081b7c701043d67e7bff15db599e71af2afb5ac8611b6265996300b020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276e7175-541e-41a4-8edc-4caeef666997" -d '{"events": [{"server_uuid": "8367f2b0-4548-49d4-82a8-b3a3c677760a", "name": "network-vif-deleted", "tag": "79b3720c-b338-4cfb-bff2-9120ab8a2bce"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:33:29.691970 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 19:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0008db19-3fe3-40d4-b2eb-b31718cda5fb x-openstack-request-id: req-0008db19-3fe3-40d4-b2eb-b31718cda5fb {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:33:29.692491 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8367f2b0-4548-49d4-82a8-b3a3c677760a", "name": "network-vif-deleted", "tag": "79b3720c-b338-4cfb-bff2-9120ab8a2bce", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:33:29.692899 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0008db19-3fe3-40d4-b2eb-b31718cda5fb {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:33:29.693454 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0008db19-3fe3-40d4-b2eb-b31718cda5fb'] response: {'server_uuid': '8367f2b0-4548-49d4-82a8-b3a3c677760a', 'name': 'network-vif-deleted', 'tag': '79b3720c-b338-4cfb-bff2-9120ab8a2bce', 'status': 'completed', 'code': 200} May 17 19:33:30.035431 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] get_ports_and_sgs() called for port_ids ['79b3720c-b338-4cfb-bff2-9120ab8a2bce'] {{(pid=103782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 19:33:30.474275 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-e4d4e846-eaac-425d-bf4a-f2d9a481c6f6 req-32f6fefa-9bd1-4b96-8c7d-f24778cdfd42 tempest-VolumesNegativeTest-675937723 tempest-VolumesNegativeTest-675937723-project] 10.222.0.58 "GET /v2.0/ports?device_id=8367f2b0-4548-49d4-82a8-b3a3c677760a HTTP/1.1" status: 200 len: 210 time: 0.0297666 May 17 19:33:30.671798 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 26c751f9-6c2b-44e0-895f-230a9248a6f7 up at agent hyperv_hv-cinder-84067 {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:33:30.686140 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd1bf0-cb98-4b72-b4ea-b716ccbe4c23 req-5a66d0bb-6519-4a20-9ad8-8fcd625c40f6 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:30.687230 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f6bd1bf0-cb98-4b72-b4ea-b716ccbe4c23 req-5a66d0bb-6519-4a20-9ad8-8fcd625c40f6 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7b4b2a0-f5f2-4a4a-95bd-9a7eb378ab6c HTTP/1.1" status: 200 len: 944 time: 0.0716259 May 17 19:33:30.724313 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Provisioning for port 26c751f9-6c2b-44e0-895f-230a9248a6f7 completed by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 19:33:30.742191 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f6bd1bf0-cb98-4b72-b4ea-b716ccbe4c23 req-9f5aec17-a703-4fc0-b922-b365945b1eb1 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/security-groups?id=5740d66a-072c-47b3-94cd-2729cf1d98d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448673 May 17 19:33:30.828264 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Provisioning complete for port 26c751f9-6c2b-44e0-895f-230a9248a6f7 triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:33:30.828953 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (26c751f9-6c2b-44e0-895f-230a9248a6f7), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:30.916961 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Current status of the port 26c751f9-6c2b-44e0-895f-230a9248a6f7 is: BUILD; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:33:30.917469 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (26c751f9-6c2b-44e0-895f-230a9248a6f7), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:30.942938 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b4b2a0-f5f2-4a4a-95bd-9a7eb378ab6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c751f9-6c2b-44e0-895f-230a9248a6f7'}] {{(pid=103782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:33:30.945245 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dcdb420cfc3f3d59cdc90e9401be4743e23c4809d01819fc24a250fd06a42a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f6b28d-d860-4ea4-a089-df2348bd98cd" -d '{"events": [{"server_uuid": "b7b4b2a0-f5f2-4a4a-95bd-9a7eb378ab6c", "name": "network-vif-plugged", "status": "completed", "tag": "26c751f9-6c2b-44e0-895f-230a9248a6f7"}]}' {{(pid=103782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:33:30.958839 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port 26c751f9-6c2b-44e0-895f-230a9248a6f7, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=26c751f9-6c2b-44e0-895f-230a9248a6f7,segment=NetworkSegment(3fb251ea-b5a7-48e1-925a-6f45378aab1b),segment_id=3fb251ea-b5a7-48e1-925a-6f45378aab1b)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:33:30.994160 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 19:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3281f299-72f6-4ef3-a944-39d703715114 x-openstack-request-id: req-3281f299-72f6-4ef3-a944-39d703715114 {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:33:30.994489 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b4b2a0-f5f2-4a4a-95bd-9a7eb378ab6c", "name": "network-vif-plugged", "status": "completed", "tag": "26c751f9-6c2b-44e0-895f-230a9248a6f7", "code": 200}]} {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:33:30.994739 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3281f299-72f6-4ef3-a944-39d703715114 {{(pid=103782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:33:30.995171 dv-cinder-840678-10-iscsi neutron-server[103782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3281f299-72f6-4ef3-a944-39d703715114'] response: {'server_uuid': 'b7b4b2a0-f5f2-4a4a-95bd-9a7eb378ab6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c751f9-6c2b-44e0-895f-230a9248a6f7', 'code': 200} May 17 19:33:31.017286 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (26c751f9-6c2b-44e0-895f-230a9248a6f7), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:31.087351 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Pushing event updated for resources: {'Port': ['ID=26c751f9-6c2b-44e0-895f-230a9248a6f7,revision_number=5']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:33:31.321721 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd9eb1-cb03-4f22-b0bf-c27d9e531b69 req-832ebeaa-d7b0-4614-8b8e-b1eeb80640e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:31.323831 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d8cd9eb1-cb03-4f22-b0bf-c27d9e531b69 req-832ebeaa-d7b0-4614-8b8e-b1eeb80640e8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b7b4b2a0-f5f2-4a4a-95bd-9a7eb378ab6c HTTP/1.1" status: 200 len: 1129 time: 0.0425401 May 17 19:33:31.384307 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d8cd9eb1-cb03-4f22-b0bf-c27d9e531b69 req-669d9299-3d6b-4469-bec7-6643e56b9f49 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5740d66a-072c-47b3-94cd-2729cf1d98d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438857 May 17 19:33:31.883622 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02de57-e15c-4168-8bd7-9af86a8bfb2d req-7021db76-766b-4194-b549-2eb8faa46f28 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:31.885156 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-ed02de57-e15c-4168-8bd7-9af86a8bfb2d req-7021db76-766b-4194-b549-2eb8faa46f28 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7b4b2a0-f5f2-4a4a-95bd-9a7eb378ab6c HTTP/1.1" status: 200 len: 945 time: 0.0649388 May 17 19:33:31.957505 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-ed02de57-e15c-4168-8bd7-9af86a8bfb2d req-c523d28c-7676-4a6d-a367-eb39a9772f04 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/security-groups?id=5740d66a-072c-47b3-94cd-2729cf1d98d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611014 May 17 19:33:32.690953 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 79b3720c-b338-4cfb-bff2-9120ab8a2bce no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 19:33:32.709659 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] No Port match for: 79b3720c-b338-4cfb-bff2-9120ab8a2bce {{(pid=103782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 19:33:32.710083 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 79b3720c-b338-4cfb-bff2-9120ab8a2bce not bound to the agent host hv-cinder-84067 {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 19:33:33.092000 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd49952-ea66-418c-98aa-ffb6263460dc req-a86790d0-7075-4e21-8534-2c50d65342e7 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:33.093410 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2dd49952-ea66-418c-98aa-ffb6263460dc req-a86790d0-7075-4e21-8534-2c50d65342e7 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7b4b2a0-f5f2-4a4a-95bd-9a7eb378ab6c HTTP/1.1" status: 200 len: 945 time: 0.0496128 May 17 19:33:33.182307 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2dd49952-ea66-418c-98aa-ffb6263460dc req-20c283b0-a3fc-40f2-87d8-feae92219400 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/security-groups?id=5740d66a-072c-47b3-94cd-2729cf1d98d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829136 May 17 19:33:34.324147 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25e016-d19a-4d2e-ac1c-38f576311ca3 req-88e3cc97-da68-4e6a-897a-89c594ab1faa tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:34.326265 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-ca25e016-d19a-4d2e-ac1c-38f576311ca3 req-88e3cc97-da68-4e6a-897a-89c594ab1faa tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7b4b2a0-f5f2-4a4a-95bd-9a7eb378ab6c HTTP/1.1" status: 200 len: 945 time: 0.0579088 May 17 19:33:34.397055 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-ca25e016-d19a-4d2e-ac1c-38f576311ca3 req-f3671c9b-c458-46f8-a229-1932d05541c1 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/security-groups?id=5740d66a-072c-47b3-94cd-2729cf1d98d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591660 May 17 19:33:37.019683 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d2517-abf7-4498-a3ae-812151db7cbd req-167ed7df-c009-4c69-99a8-163964ed7555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:37.022258 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ec7d2517-abf7-4498-a3ae-812151db7cbd req-167ed7df-c009-4c69-99a8-163964ed7555 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5d488b25563d4373b5c980ab060bc822&device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 1129 time: 0.0536356 May 17 19:33:37.097761 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e15d0cf-09a0-4524-8342-fc3cc9b839f7 req-497c32d4-cb3a-4ca0-ae02-1302060e3b5e tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:37.097761 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9e15d0cf-09a0-4524-8342-fc3cc9b839f7 req-497c32d4-cb3a-4ca0-ae02-1302060e3b5e tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 945 time: 0.1777651 May 17 19:33:37.192958 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9e15d0cf-09a0-4524-8342-fc3cc9b839f7 req-14d42d85-b7ad-4d7f-b9a4-b88cbb0a101a tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f20730c-0387-4878-ba3f-6860b536aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926356 May 17 19:33:37.197901 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d2517-abf7-4498-a3ae-812151db7cbd req-de34ed9e-fbcb-4072-baf7-f3ec88459698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:37.199669 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ec7d2517-abf7-4498-a3ae-812151db7cbd req-de34ed9e-fbcb-4072-baf7-f3ec88459698 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ddaa928e-2db4-4b37-b723-ff2ae1e2b964 HTTP/1.1" status: 200 len: 919 time: 0.1550491 May 17 19:33:37.284070 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ec7d2517-abf7-4498-a3ae-812151db7cbd req-a96c0041-5bb4-4133-a0c8-3f7f3a4acf8e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9 HTTP/1.1" status: 200 len: 1001 time: 0.0729613 May 17 19:33:37.352493 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d2517-abf7-4498-a3ae-812151db7cbd req-fb42bbf0-4e18-49d4-ae9b-9143ad1aa83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:37.355060 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ec7d2517-abf7-4498-a3ae-812151db7cbd req-fb42bbf0-4e18-49d4-ae9b-9143ad1aa83e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=78a5955d-2965-41b9-ae73-2183d9038bbb HTTP/1.1" status: 200 len: 857 time: 0.0644209 May 17 19:33:37.409645 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d2517-abf7-4498-a3ae-812151db7cbd req-4074fb1e-2ece-4b34-b45f-e51ea74a2cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:37.411154 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ec7d2517-abf7-4498-a3ae-812151db7cbd req-4074fb1e-2ece-4b34-b45f-e51ea74a2cff service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ddaa928e-2db4-4b37-b723-ff2ae1e2b964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0488701 May 17 19:33:37.522690 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ec7d2517-abf7-4498-a3ae-812151db7cbd req-8114391d-3a38-4577-8750-d9d64d2641cd service neutron] 10.222.0.69 "GET /v2.0/networks/ddaa928e-2db4-4b37-b723-ff2ae1e2b964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029286 May 17 19:33:37.649439 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ec7d2517-abf7-4498-a3ae-812151db7cbd req-002f00e4-dec6-4557-84fe-213d1d101df7 service neutron] 10.222.0.69 "GET /v2.0/networks/ddaa928e-2db4-4b37-b723-ff2ae1e2b964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097505 May 17 19:33:38.318630 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0378d5-94f1-4905-9ac1-e1d9bde967a3 req-0f5579b1-cd18-46bc-9f72-963cb3880d61 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:38.320378 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-2c0378d5-94f1-4905-9ac1-e1d9bde967a3 req-0f5579b1-cd18-46bc-9f72-963cb3880d61 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 945 time: 0.0493870 May 17 19:33:38.378562 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-2c0378d5-94f1-4905-9ac1-e1d9bde967a3 req-94745996-b51d-40ee-a18a-cba6faa24aee tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f20730c-0387-4878-ba3f-6860b536aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514278 May 17 19:33:39.114482 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 44040) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:33:39.260609 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-ce54a865-0bf3-43a6-ae97-3a808a75abb3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6ce5e37117f9430bb8fa0cd2723d27e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1449718 May 17 19:33:39.263184 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 44046) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:33:39.313068 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-75ffa2ab-2f72-4372-a4b7-9453fed30d15 admin admin] Publish callbacks [] for security_group (0c9adce7-03d4-4799-9d88-8587fcd221bc), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:39.336089 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-75ffa2ab-2f72-4372-a4b7-9453fed30d15 admin admin] Publish callbacks [] for security_group (0c9adce7-03d4-4799-9d88-8587fcd221bc), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:39.488071 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-75ffa2ab-2f72-4372-a4b7-9453fed30d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (0c9adce7-03d4-4799-9d88-8587fcd221bc), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:39.491465 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-75ffa2ab-2f72-4372-a4b7-9453fed30d15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:39.493111 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-75ffa2ab-2f72-4372-a4b7-9453fed30d15 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0c9adce7-03d4-4799-9d88-8587fcd221bc HTTP/1.1" status: 204 len: 168 time: 0.2288749 May 17 19:33:39.503392 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ffa2ab-2f72-4372-a4b7-9453fed30d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9adce7-03d4-4799-9d88-8587fcd221bc,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:33:39.506111 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ce5b3-6adb-4a32-afad-db90ed9aa72d req-c783ce81-f0dd-489e-afd5-eecaabf7ca49 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:39.508043 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2f2ce5b3-6adb-4a32-afad-db90ed9aa72d req-c783ce81-f0dd-489e-afd5-eecaabf7ca49 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 945 time: 0.0588894 May 17 19:33:39.565521 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2f2ce5b3-6adb-4a32-afad-db90ed9aa72d req-ba8b0b9c-ecd1-42d6-bca4-2ec69e67df82 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f20730c-0387-4878-ba3f-6860b536aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441310 May 17 19:33:40.678212 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34a4db-12bd-446f-90e4-e619d0bcb3db req-2b38f0f9-f29b-4e10-a5bb-0144366cd24d tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:40.679727 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-ac34a4db-12bd-446f-90e4-e619d0bcb3db req-2b38f0f9-f29b-4e10-a5bb-0144366cd24d tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 945 time: 0.0473778 May 17 19:33:40.728157 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-ac34a4db-12bd-446f-90e4-e619d0bcb3db req-ce76d4c5-1236-473f-bae0-075b66288519 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f20730c-0387-4878-ba3f-6860b536aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428970 May 17 19:33:41.842203 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7661d-0d96-4967-a149-e1d9290eaec7 req-5a39e120-25ea-4861-a9c7-77129060c072 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:41.843734 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b2e7661d-0d96-4967-a149-e1d9290eaec7 req-5a39e120-25ea-4861-a9c7-77129060c072 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 945 time: 0.0500219 May 17 19:33:41.889966 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b2e7661d-0d96-4967-a149-e1d9290eaec7 req-4f33d80a-85cc-4901-aa46-832a9f56627a tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f20730c-0387-4878-ba3f-6860b536aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407853 May 17 19:33:43.004476 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66bf33-a25b-4d69-b945-feea62f72f65 req-e40b8d59-834d-4cb2-b680-c9fb1e1b93c0 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:43.005944 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-fe66bf33-a25b-4d69-b945-feea62f72f65 req-e40b8d59-834d-4cb2-b680-c9fb1e1b93c0 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 945 time: 0.0468743 May 17 19:33:43.053651 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-fe66bf33-a25b-4d69-b945-feea62f72f65 req-b645cda2-1212-4319-acf5-acab595998a4 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f20730c-0387-4878-ba3f-6860b536aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415521 May 17 19:33:43.454057 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 44146) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:33:43.500120 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.db_base_plugin_v2 [None req-58cd48b5-0e77-4f4c-811f-cad0da9e0d0b admin admin] Deleting subnet 1d2824ef-f91e-4f88-8223-f2bb00b778e0 {{(pid=103780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 19:33:43.502958 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-58cd48b5-0e77-4f4c-811f-cad0da9e0d0b admin admin] Publish callbacks [] for subnet (1d2824ef-f91e-4f88-8223-f2bb00b778e0), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:43.539870 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-58cd48b5-0e77-4f4c-811f-cad0da9e0d0b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12797260'] for subnet (1d2824ef-f91e-4f88-8223-f2bb00b778e0), precommit_delete_associations {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:43.804673 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-58cd48b5-0e77-4f4c-811f-cad0da9e0d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-938445'] for subnet (1d2824ef-f91e-4f88-8223-f2bb00b778e0), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:43.925911 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-58cd48b5-0e77-4f4c-811f-cad0da9e0d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-938452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16348314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13015750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58575396'] for subnet (1d2824ef-f91e-4f88-8223-f2bb00b778e0), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:43.952336 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cd48b5-0e77-4f4c-811f-cad0da9e0d0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d2824ef-f91e-4f88-8223-f2bb00b778e0,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:33:43.957003 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-58cd48b5-0e77-4f4c-811f-cad0da9e0d0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for subnet (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:43.960077 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-58cd48b5-0e77-4f4c-811f-cad0da9e0d0b admin admin] 10.222.0.58 "DELETE /v2.0/subnets/1d2824ef-f91e-4f88-8223-f2bb00b778e0 HTTP/1.1" status: 204 len: 168 time: 0.5050066 May 17 19:33:43.962571 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 44148) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:33:44.031506 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-dcd12f64-31c3-42af-8d75-6fb14059d2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-932882'] for network (66826fc9-a7d1-4546-aded-6352b0954327), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:44.106182 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-dcd12f64-31c3-42af-8d75-6fb14059d2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-940152', 'neutron.services.segments.db._delete_segments_for_network-8792041590294'] for network (66826fc9-a7d1-4546-aded-6352b0954327), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:44.125964 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.services.segments.db [None req-dcd12f64-31c3-42af-8d75-6fb14059d2f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66826fc9-a7d1-4546-aded-6352b0954327']}} {{(pid=103780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:33:44.135112 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.services.segments.db [None req-dcd12f64-31c3-42af-8d75-6fb14059d2f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3280cf96-7bfd-405c-91a2-25dd406d81ff') {'for_net_delete': True} {{(pid=103780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:33:44.135986 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.services.segments.db [None req-dcd12f64-31c3-42af-8d75-6fb14059d2f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3280cf96-7bfd-405c-91a2-25dd406d81ff') {} {{(pid=103780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:33:44.145141 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-dcd12f64-31c3-42af-8d75-6fb14059d2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792041591071', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12797301'] for segment (3280cf96-7bfd-405c-91a2-25dd406d81ff), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:44.158004 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-dcd12f64-31c3-42af-8d75-6fb14059d2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944438'] for segment (3280cf96-7bfd-405c-91a2-25dd406d81ff), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:44.163790 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcd12f64-31c3-42af-8d75-6fb14059d2f0 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=103780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 19:33:44.164172 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-dcd12f64-31c3-42af-8d75-6fb14059d2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014628'] for segment (3280cf96-7bfd-405c-91a2-25dd406d81ff), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:44.165525 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c17c49-7e8d-4312-ba0e-316df3f7c26e req-a9d2253a-818d-467c-b376-c2794882be3a tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:44.166024 dv-cinder-840678-10-iscsi neutron-server[103780]: Traceback (most recent call last): May 17 19:33:44.166024 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 19:33:44.166024 dv-cinder-840678-10-iscsi neutron-server[103780]: timer() May 17 19:33:44.166024 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 19:33:44.166024 dv-cinder-840678-10-iscsi neutron-server[103780]: cb(*args, **kw) May 17 19:33:44.166024 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 19:33:44.166024 dv-cinder-840678-10-iscsi neutron-server[103780]: return func(*args, **kwargs) May 17 19:33:44.166024 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 19:33:44.166024 dv-cinder-840678-10-iscsi neutron-server[103780]: self._notify() May 17 19:33:44.166024 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 19:33:44.166024 dv-cinder-840678-10-iscsi neutron-server[103780]: self.callback(batched_events) May 17 19:33:44.166024 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 19:33:44.166024 dv-cinder-840678-10-iscsi neutron-server[103780]: event.method(event) May 17 19:33:44.166024 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 19:33:44.166024 dv-cinder-840678-10-iscsi neutron-server[103780]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 19:33:44.166024 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 19:33:44.166024 dv-cinder-840678-10-iscsi neutron-server[103780]: aggregate_uuid = self.p_client.list_aggregates( May 17 19:33:44.166024 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 19:33:44.166024 dv-cinder-840678-10-iscsi neutron-server[103780]: return f(self, *a, **k) May 17 19:33:44.166024 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 19:33:44.166024 dv-cinder-840678-10-iscsi neutron-server[103780]: return self._get(url).json() May 17 19:33:44.166024 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 19:33:44.166024 dv-cinder-840678-10-iscsi neutron-server[103780]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 19:33:44.166024 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 19:33:44.166024 dv-cinder-840678-10-iscsi neutron-server[103780]: return self.request(url, 'GET', **kwargs) May 17 19:33:44.166024 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 19:33:44.166024 dv-cinder-840678-10-iscsi neutron-server[103780]: base_url = self.get_endpoint(auth, allow=allow, May 17 19:33:44.166024 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 19:33:44.166024 dv-cinder-840678-10-iscsi neutron-server[103780]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 19:33:44.166024 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 19:33:44.166024 dv-cinder-840678-10-iscsi neutron-server[103780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 19:33:44.166024 dv-cinder-840678-10-iscsi neutron-server[103780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 19:33:44.168548 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e6c17c49-7e8d-4312-ba0e-316df3f7c26e req-a9d2253a-818d-467c-b376-c2794882be3a tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 945 time: 0.0463946 May 17 19:33:44.212661 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e6c17c49-7e8d-4312-ba0e-316df3f7c26e req-820beddb-b88a-41ad-aa63-06aed9287b61 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f20730c-0387-4878-ba3f-6860b536aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395582 May 17 19:33:44.276698 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-dcd12f64-31c3-42af-8d75-6fb14059d2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-940099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16764915'] for network (66826fc9-a7d1-4546-aded-6352b0954327), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:44.282038 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-dcd12f64-31c3-42af-8d75-6fb14059d2f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for network (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:44.285068 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-dcd12f64-31c3-42af-8d75-6fb14059d2f0 admin admin] 10.222.0.58 "DELETE /v2.0/networks/66826fc9-a7d1-4546-aded-6352b0954327 HTTP/1.1" status: 204 len: 168 time: 0.3215628 May 17 19:33:44.295338 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd12f64-31c3-42af-8d75-6fb14059d2f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=66826fc9-a7d1-4546-aded-6352b0954327,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:33:44.493421 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (bee311cb-2a55-4828-8ca4-4ee09c88de79), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:44.662158 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 44158) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:33:44.700546 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-77cf6800-d2ec-4ba5-a277-9b8ca75b8572 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=526f0c023217424d8ddde06706fff79c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372870 May 17 19:33:44.702860 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 44160) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:33:44.749811 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-c2865cc2-12ec-4176-9980-70b03c683c21 admin admin] Publish callbacks [] for security_group (3cb4f89d-920e-4ac8-8c3a-f4ffd1691fc1), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:44.770043 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-c2865cc2-12ec-4176-9980-70b03c683c21 admin admin] Publish callbacks [] for security_group (3cb4f89d-920e-4ac8-8c3a-f4ffd1691fc1), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:44.913798 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-c2865cc2-12ec-4176-9980-70b03c683c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (3cb4f89d-920e-4ac8-8c3a-f4ffd1691fc1), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:44.916979 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-c2865cc2-12ec-4176-9980-70b03c683c21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:44.918265 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-c2865cc2-12ec-4176-9980-70b03c683c21 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3cb4f89d-920e-4ac8-8c3a-f4ffd1691fc1 HTTP/1.1" status: 204 len: 168 time: 0.2145104 May 17 19:33:44.928089 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2865cc2-12ec-4176-9980-70b03c683c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb4f89d-920e-4ac8-8c3a-f4ffd1691fc1,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:33:44.977023 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-f43c8ed2-4e96-487f-92c9-b88d3e49d4b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:45.329345 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a1ad4-bf6b-4e54-bf42-d6d7ed0a5d93 req-d355a1e2-6be8-4b5e-8c11-c0859235e0e0 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:45.330827 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-c28a1ad4-bf6b-4e54-bf42-d6d7ed0a5d93 req-d355a1e2-6be8-4b5e-8c11-c0859235e0e0 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 945 time: 0.0498316 May 17 19:33:45.378324 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-c28a1ad4-bf6b-4e54-bf42-d6d7ed0a5d93 req-89d0a681-2165-4bb2-b4f9-b626f87e75eb tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f20730c-0387-4878-ba3f-6860b536aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417225 May 17 19:33:46.490005 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad776f-c2e9-44a0-b779-bc05bf0d057b req-2bd43e0d-e65b-4006-a69e-6b1cad143585 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:46.491510 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-acad776f-c2e9-44a0-b779-bc05bf0d057b req-2bd43e0d-e65b-4006-a69e-6b1cad143585 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 945 time: 0.0460348 May 17 19:33:46.540004 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-acad776f-c2e9-44a0-b779-bc05bf0d057b req-286f03b9-6f42-4ee2-91e1-c1fa526d7374 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f20730c-0387-4878-ba3f-6860b536aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422742 May 17 19:33:47.296170 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-6e8ff2b2-aa8b-4321-af20-a8ee0fa870f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:47.651014 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2801c2d7-382f-40a9-96f5-592492c78ff7 req-03c6c3a7-490d-4c2b-a315-7ebea354ac0a tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:47.652476 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-2801c2d7-382f-40a9-96f5-592492c78ff7 req-03c6c3a7-490d-4c2b-a315-7ebea354ac0a tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 945 time: 0.0457695 May 17 19:33:47.696475 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-2801c2d7-382f-40a9-96f5-592492c78ff7 req-ec229ad9-19a3-421b-a255-a1d2b478d24e tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f20730c-0387-4878-ba3f-6860b536aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386596 May 17 19:33:48.453276 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:48.811165 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c88e74-280c-45aa-b73a-ec11acb98e8e req-d8e65c79-b745-4749-a682-75b619dd4918 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:48.812704 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-62c88e74-280c-45aa-b73a-ec11acb98e8e req-d8e65c79-b745-4749-a682-75b619dd4918 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 945 time: 0.0498381 May 17 19:33:48.858698 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-62c88e74-280c-45aa-b73a-ec11acb98e8e req-f2332b26-5c24-42ec-9722-154c4561f5cd tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f20730c-0387-4878-ba3f-6860b536aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403719 May 17 19:33:49.975270 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922e848-123e-4d97-92b2-e8b24171fc08 req-33d15216-a4f6-43aa-a86e-c3568ffc13ac tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:49.977013 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-f922e848-123e-4d97-92b2-e8b24171fc08 req-33d15216-a4f6-43aa-a86e-c3568ffc13ac tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 945 time: 0.0500734 May 17 19:33:50.024389 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-f922e848-123e-4d97-92b2-e8b24171fc08 req-be98db3b-0196-4113-a223-70570ee44f6d tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f20730c-0387-4878-ba3f-6860b536aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411136 May 17 19:33:50.273691 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:50.720820 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 44236) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:33:50.827786 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-8ff75b02-1bbe-490f-aa03-30358f7232a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:50.901257 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-8ff75b02-1bbe-490f-aa03-30358f7232a5 admin admin] Publish callbacks [] for security_group (2e35121c-5a93-4af4-8653-780a34e7d910), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:50.961705 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-8ff75b02-1bbe-490f-aa03-30358f7232a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (2e35121c-5a93-4af4-8653-780a34e7d910), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:51.001123 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-8ff75b02-1bbe-490f-aa03-30358f7232a5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0eb5668b412f42ce8932a0a90cd8c0e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2790086 May 17 19:33:51.001815 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff75b02-1bbe-490f-aa03-30358f7232a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e35121c-5a93-4af4-8653-780a34e7d910,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:33:51.004216 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 44240) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:33:51.050952 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a8188e1f-47b3-4e61-a06a-a15d771e7300 admin admin] Publish callbacks [] for security_group (2e35121c-5a93-4af4-8653-780a34e7d910), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:51.072639 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a8188e1f-47b3-4e61-a06a-a15d771e7300 admin admin] Publish callbacks [] for security_group (2e35121c-5a93-4af4-8653-780a34e7d910), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:51.147322 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ef82c-7a2c-4a7e-9aad-9629f0d4a2f3 req-b67e6cf4-9d3a-4a0a-ad14-1db944af2f36 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:51.148816 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5f2ef82c-7a2c-4a7e-9aad-9629f0d4a2f3 req-b67e6cf4-9d3a-4a0a-ad14-1db944af2f36 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 945 time: 0.0543575 May 17 19:33:51.194120 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5f2ef82c-7a2c-4a7e-9aad-9629f0d4a2f3 req-f9895c40-837b-4668-850d-d64b9ccd258e tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f20730c-0387-4878-ba3f-6860b536aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397387 May 17 19:33:51.270640 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a8188e1f-47b3-4e61-a06a-a15d771e7300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (2e35121c-5a93-4af4-8653-780a34e7d910), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:51.273140 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a8188e1f-47b3-4e61-a06a-a15d771e7300 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:51.274237 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-a8188e1f-47b3-4e61-a06a-a15d771e7300 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2e35121c-5a93-4af4-8653-780a34e7d910 HTTP/1.1" status: 204 len: 168 time: 0.2690480 May 17 19:33:51.282629 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8188e1f-47b3-4e61-a06a-a15d771e7300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e35121c-5a93-4af4-8653-780a34e7d910,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:33:51.533436 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:33:52.306519 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3e84d-0999-4ff3-ae79-c0d6015b01a2 req-61987ef7-e505-4503-983b-928111988893 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:52.308502 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-83f3e84d-0999-4ff3-ae79-c0d6015b01a2 req-61987ef7-e505-4503-983b-928111988893 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 945 time: 0.0494967 May 17 19:33:52.354560 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-83f3e84d-0999-4ff3-ae79-c0d6015b01a2 req-f20fb7a8-5dfc-4bd4-94a8-8c80de465856 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f20730c-0387-4878-ba3f-6860b536aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406420 May 17 19:33:53.465602 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d38ae4-9597-47c0-b3b0-d1c338403a11 req-3b917c20-bbfd-48a7-9980-ee060e61599d tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:53.467087 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-93d38ae4-9597-47c0-b3b0-d1c338403a11 req-3b917c20-bbfd-48a7-9980-ee060e61599d tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 945 time: 0.0459239 May 17 19:33:53.513933 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-93d38ae4-9597-47c0-b3b0-d1c338403a11 req-4a851446-2f61-4076-869e-dc0a94533aaf tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f20730c-0387-4878-ba3f-6860b536aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411453 May 17 19:33:54.626870 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa9c23-e098-44e2-a72f-26644686a3e5 req-4d124439-1d52-4c74-a81d-f718b4dd5d31 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:54.628390 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ccfa9c23-e098-44e2-a72f-26644686a3e5 req-4d124439-1d52-4c74-a81d-f718b4dd5d31 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 945 time: 0.0472775 May 17 19:33:54.685349 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ccfa9c23-e098-44e2-a72f-26644686a3e5 req-df3af2f7-5aa8-4dcd-8282-70d0ee9d222e tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f20730c-0387-4878-ba3f-6860b536aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500684 May 17 19:33:54.785291 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c3ee4-8c89-49d8-87f3-db1ddcb980de req-9f0a4eba-558c-4f0b-b961-a4110bf3dca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:54.786694 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5a4c3ee4-8c89-49d8-87f3-db1ddcb980de req-9f0a4eba-558c-4f0b-b961-a4110bf3dca9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 1129 time: 0.0370996 May 17 19:33:54.833929 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5a4c3ee4-8c89-49d8-87f3-db1ddcb980de req-677d9d9c-8615-47a6-a6be-f69844939c80 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4f20730c-0387-4878-ba3f-6860b536aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387583 May 17 19:33:54.849231 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-cc14b1a5-cedd-4c6c-89f9-b56743564c15 req-dbe1aba2-1a53-4403-9ed9-3570d5f7adbf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2949df44-a27c-4dc1-acd9-0754c0314ed1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435750 May 17 19:33:55.156521 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14b1a5-cedd-4c6c-89f9-b56743564c15 req-ada414dc-4912-4dba-8214-6bbeefaceb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:55.157958 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-cc14b1a5-cedd-4c6c-89f9-b56743564c15 req-ada414dc-4912-4dba-8214-6bbeefaceb02 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5d488b25563d4373b5c980ab060bc822&device_id=2949df44-a27c-4dc1-acd9-0754c0314ed1 HTTP/1.1" status: 200 len: 1129 time: 0.0402458 May 17 19:33:55.268276 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14b1a5-cedd-4c6c-89f9-b56743564c15 req-117baf1e-e622-40b4-a47b-2c4a14d44252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:55.269753 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-cc14b1a5-cedd-4c6c-89f9-b56743564c15 req-117baf1e-e622-40b4-a47b-2c4a14d44252 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ddaa928e-2db4-4b37-b723-ff2ae1e2b964 HTTP/1.1" status: 200 len: 919 time: 0.0912516 May 17 19:33:55.801366 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa855b04-b7c4-476d-8007-25fca02cad2c req-a2997e3a-c2f3-410e-a4d4-5860f21c2e66 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:55.802834 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-aa855b04-b7c4-476d-8007-25fca02cad2c req-a2997e3a-c2f3-410e-a4d4-5860f21c2e66 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 945 time: 0.0471122 May 17 19:33:55.847785 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-aa855b04-b7c4-476d-8007-25fca02cad2c req-e79c46ed-9f52-4c8a-8582-c9daf5690a44 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f20730c-0387-4878-ba3f-6860b536aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393760 May 17 19:33:56.023519 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-cc14b1a5-cedd-4c6c-89f9-b56743564c15 req-289eec72-6142-4f05-9180-0433da4cde0b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f56ad1e3-8b59-4f7f-96b0-206928ec8a1d HTTP/1.1" status: 200 len: 217 time: 0.0370512 May 17 19:33:56.074792 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14b1a5-cedd-4c6c-89f9-b56743564c15 req-ad902618-0792-491b-aafe-bc340abf0742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:56.076298 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-cc14b1a5-cedd-4c6c-89f9-b56743564c15 req-ad902618-0792-491b-aafe-bc340abf0742 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=78a5955d-2965-41b9-ae73-2183d9038bbb HTTP/1.1" status: 200 len: 857 time: 0.0469012 May 17 19:33:56.192763 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14b1a5-cedd-4c6c-89f9-b56743564c15 req-117525d7-eca2-432a-98fc-06bd8f5c04d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:56.194222 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-cc14b1a5-cedd-4c6c-89f9-b56743564c15 req-117525d7-eca2-432a-98fc-06bd8f5c04d6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ddaa928e-2db4-4b37-b723-ff2ae1e2b964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0378616 May 17 19:33:56.304706 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-cc14b1a5-cedd-4c6c-89f9-b56743564c15 req-464eeed6-2dc6-412c-96a0-066f2e206277 service neutron] 10.222.0.69 "GET /v2.0/networks/ddaa928e-2db4-4b37-b723-ff2ae1e2b964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857465 May 17 19:33:56.456729 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-cc14b1a5-cedd-4c6c-89f9-b56743564c15 req-ed8fec83-6174-4d9f-812b-f2f06b7847a7 service neutron] 10.222.0.69 "GET /v2.0/networks/ddaa928e-2db4-4b37-b723-ff2ae1e2b964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834405 May 17 19:33:56.966628 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96f814-6359-41c3-a03c-0f413a37468e req-793542af-424e-4fe7-9e60-511d6080dec4 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:56.968249 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-6e96f814-6359-41c3-a03c-0f413a37468e req-793542af-424e-4fe7-9e60-511d6080dec4 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 945 time: 0.0529671 May 17 19:33:57.019566 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-6e96f814-6359-41c3-a03c-0f413a37468e req-528cb2d0-8a75-4b45-8731-af271674e4bd tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f20730c-0387-4878-ba3f-6860b536aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456679 May 17 19:33:57.476412 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.agents_db [None req-42b69621-6215-4a4a-9d32-588efc9ea437 None None] Agent healthcheck: found 6 active agents {{(pid=103783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 19:33:57.597936 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8353e0-ce73-46d3-a28c-5af23eca5c09 req-8ca7f9d7-4d43-4d5f-9017-551892ef914e tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:57.599390 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-6f8353e0-ce73-46d3-a28c-5af23eca5c09 req-8ca7f9d7-4d43-4d5f-9017-551892ef914e tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 945 time: 0.0460050 May 17 19:33:57.646025 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-6f8353e0-ce73-46d3-a28c-5af23eca5c09 req-b6928680-43db-49eb-87e3-07fb8a7aa6ce tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f20730c-0387-4878-ba3f-6860b536aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399826 May 17 19:33:57.921718 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5182be-f751-4f73-9210-44f539408058 req-8b4985df-f16c-402a-bc62-5a5f96756dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:57.923190 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-0c5182be-f751-4f73-9210-44f539408058 req-8b4985df-f16c-402a-bc62-5a5f96756dd8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5d488b25563d4373b5c980ab060bc822&device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 1129 time: 0.0388405 May 17 19:33:58.015889 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5182be-f751-4f73-9210-44f539408058 req-8699c280-e348-46f5-935a-a2b67bd4cb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:58.017361 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-0c5182be-f751-4f73-9210-44f539408058 req-8699c280-e348-46f5-935a-a2b67bd4cb9e service neutron] 10.222.0.69 "GET /v2.0/networks?id=ddaa928e-2db4-4b37-b723-ff2ae1e2b964 HTTP/1.1" status: 200 len: 919 time: 0.0880065 May 17 19:33:58.291001 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-0c5182be-f751-4f73-9210-44f539408058 req-74265836-f8a7-450b-8c6f-fefd1eaa4bc0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9 HTTP/1.1" status: 200 len: 1001 time: 0.0533829 May 17 19:33:58.343520 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5182be-f751-4f73-9210-44f539408058 req-846222fd-c3c6-48e5-9a35-263d0a0ff616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:58.345135 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-0c5182be-f751-4f73-9210-44f539408058 req-846222fd-c3c6-48e5-9a35-263d0a0ff616 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=78a5955d-2965-41b9-ae73-2183d9038bbb HTTP/1.1" status: 200 len: 857 time: 0.0469294 May 17 19:33:58.453863 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5182be-f751-4f73-9210-44f539408058 req-280a04b1-da61-4858-af17-260f57257896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:58.455378 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-0c5182be-f751-4f73-9210-44f539408058 req-280a04b1-da61-4858-af17-260f57257896 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ddaa928e-2db4-4b37-b723-ff2ae1e2b964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392711 May 17 19:33:58.549968 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cd4590-478a-481c-88b3-2e21665c8c7f req-a4072a9c-7530-446b-a946-cdf04800347d tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:58.551467 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d7cd4590-478a-481c-88b3-2e21665c8c7f req-a4072a9c-7530-446b-a946-cdf04800347d tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 946 time: 0.0517597 May 17 19:33:58.557103 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-0c5182be-f751-4f73-9210-44f539408058 req-e6280761-40e5-4c7b-9f53-ce5ea04b207e service neutron] 10.222.0.69 "GET /v2.0/networks/ddaa928e-2db4-4b37-b723-ff2ae1e2b964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920756 May 17 19:33:58.596930 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d7cd4590-478a-481c-88b3-2e21665c8c7f req-b11b25c7-0782-43e8-8b65-5d56351f168d tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399048 May 17 19:33:58.759824 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b2a20-653c-402e-89ff-1e4bfcf0126f req-0aed7463-d7a2-412e-bf76-703ddde624f8 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:58.761707 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-016b2a20-653c-402e-89ff-1e4bfcf0126f req-0aed7463-d7a2-412e-bf76-703ddde624f8 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 945 time: 0.0466540 May 17 19:33:58.807751 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-016b2a20-653c-402e-89ff-1e4bfcf0126f req-b702c279-40e7-4ae9-b38a-e1adbfad606e tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f20730c-0387-4878-ba3f-6860b536aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404665 May 17 19:33:59.711589 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d37b2-66b6-4051-8df7-2c9534f94630 req-58bd9f4b-57e0-4742-ab64-2b508f3f9007 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:59.713534 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-f01d37b2-66b6-4051-8df7-2c9534f94630 req-58bd9f4b-57e0-4742-ab64-2b508f3f9007 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 946 time: 0.0448120 May 17 19:33:59.759468 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-f01d37b2-66b6-4051-8df7-2c9534f94630 req-7a53f69d-ceaa-4cc0-b58f-dda4229cc64c tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399127 May 17 19:33:59.924373 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71255c-66bd-416e-944e-7d856dedb623 req-3ad4f48c-ec9b-4729-8055-db71c56e38c7 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:59.925847 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-df71255c-66bd-416e-944e-7d856dedb623 req-3ad4f48c-ec9b-4729-8055-db71c56e38c7 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 945 time: 0.0509160 May 17 19:33:59.967963 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6963a7-5dc4-4a67-b439-df8ba8d05adf req-ab031d6d-7500-4b97-81e9-2c24ad51fd63 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:33:59.969423 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0f6963a7-5dc4-4a67-b439-df8ba8d05adf req-ab031d6d-7500-4b97-81e9-2c24ad51fd63 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7b4b2a0-f5f2-4a4a-95bd-9a7eb378ab6c HTTP/1.1" status: 200 len: 945 time: 0.0502758 May 17 19:33:59.972219 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-df71255c-66bd-416e-944e-7d856dedb623 req-9e2a5147-3ba5-4cac-90c1-14a627ccc5b5 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f20730c-0387-4878-ba3f-6860b536aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407426 May 17 19:34:00.021754 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0f6963a7-5dc4-4a67-b439-df8ba8d05adf req-670b2dd2-0f43-4920-8930-4c755f6c3445 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/security-groups?id=5740d66a-072c-47b3-94cd-2729cf1d98d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463924 May 17 19:34:00.140311 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-0c5182be-f751-4f73-9210-44f539408058 req-adf6bec2-0841-40bb-8fc6-aeb5af0b9e8b service neutron] 10.222.0.69 "GET /v2.0/networks/ddaa928e-2db4-4b37-b723-ff2ae1e2b964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858791 May 17 19:34:00.877755 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e64a4-fc47-474b-883b-c9713a4f4096 req-a7997cce-e302-4356-94dd-c69af17c9029 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:00.879233 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-b33e64a4-fc47-474b-883b-c9713a4f4096 req-a7997cce-e302-4356-94dd-c69af17c9029 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 946 time: 0.0505588 May 17 19:34:00.927957 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-b33e64a4-fc47-474b-883b-c9713a4f4096 req-5513d3a7-d273-4c17-84b4-b4017defd2c2 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431366 May 17 19:34:01.086788 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b1316-ec32-463e-842d-5854487f05b9 req-d707e674-ef4d-48e7-8c30-827ce22829c1 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:01.088316 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a71b1316-ec32-463e-842d-5854487f05b9 req-d707e674-ef4d-48e7-8c30-827ce22829c1 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 945 time: 0.0466309 May 17 19:34:01.132589 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7736870-dae8-4d57-b13c-66dc7b855e1b req-08921bff-6e7f-4084-8925-d851df36012d tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:01.133663 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a71b1316-ec32-463e-842d-5854487f05b9 req-392f9a09-70a9-4fd8-992e-5317c0b2632e tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f20730c-0387-4878-ba3f-6860b536aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399637 May 17 19:34:01.134098 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-b7736870-dae8-4d57-b13c-66dc7b855e1b req-08921bff-6e7f-4084-8925-d851df36012d tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7b4b2a0-f5f2-4a4a-95bd-9a7eb378ab6c HTTP/1.1" status: 200 len: 945 time: 0.0464408 May 17 19:34:01.181539 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-b7736870-dae8-4d57-b13c-66dc7b855e1b req-1206b231-201b-4699-b803-92e7905c95f8 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/security-groups?id=5740d66a-072c-47b3-94cd-2729cf1d98d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418217 May 17 19:34:02.039451 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906928ed-6f90-4092-ad07-2c4a4ca90537 req-04c20f74-7c20-49f3-bbbf-926186a8ed07 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:02.040954 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-906928ed-6f90-4092-ad07-2c4a4ca90537 req-04c20f74-7c20-49f3-bbbf-926186a8ed07 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.69 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 946 time: 0.0469110 May 17 19:34:02.046635 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a504dca6-c1bf-4613-aba1-f9f02b4b8649 req-04df8716-6a3c-4473-907f-19acc89856c1 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:02.048098 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a504dca6-c1bf-4613-aba1-f9f02b4b8649 req-04df8716-6a3c-4473-907f-19acc89856c1 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 946 time: 0.0492225 May 17 19:34:02.093834 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a504dca6-c1bf-4613-aba1-f9f02b4b8649 req-a7418d2a-af75-4d48-bebf-d8755e4f9eaf tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402579 May 17 19:34:02.249186 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfda8f7-1ed0-4937-9c19-59dfc9265059 req-2ae9e661-4720-4c24-a4c2-b31e089a48db tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:02.250689 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-4bfda8f7-1ed0-4937-9c19-59dfc9265059 req-2ae9e661-4720-4c24-a4c2-b31e089a48db tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 945 time: 0.0496140 May 17 19:34:02.291388 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1c273-c25a-48a3-a209-2412fa8c6066 req-a8176407-c5f4-49e0-9b5c-51ccc33624a3 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:02.292886 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-43f1c273-c25a-48a3-a209-2412fa8c6066 req-a8176407-c5f4-49e0-9b5c-51ccc33624a3 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7b4b2a0-f5f2-4a4a-95bd-9a7eb378ab6c HTTP/1.1" status: 200 len: 945 time: 0.0461144 May 17 19:34:02.296991 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-4bfda8f7-1ed0-4937-9c19-59dfc9265059 req-8ceb2184-40f3-4d7f-84e9-d20fdb342934 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f20730c-0387-4878-ba3f-6860b536aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408709 May 17 19:34:02.339070 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-43f1c273-c25a-48a3-a209-2412fa8c6066 req-8a19ea23-2689-43b5-b20f-ff79f48a2966 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/security-groups?id=5740d66a-072c-47b3-94cd-2729cf1d98d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405936 May 17 19:34:03.208335 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a4199-f870-4e48-a1fa-934bba1e0f29 req-c65d0616-3432-455b-8229-d9cdff2ce455 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:03.209723 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-348a4199-f870-4e48-a1fa-934bba1e0f29 req-c65d0616-3432-455b-8229-d9cdff2ce455 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 946 time: 0.0475252 May 17 19:34:03.314637 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-348a4199-f870-4e48-a1fa-934bba1e0f29 req-5b829653-3cb7-47d4-9e3c-a3a68d41d18b tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2d5d923-00ae-462a-b4be-7c0524eea789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963728 May 17 19:34:03.323473 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [req-906928ed-6f90-4092-ad07-2c4a4ca90537 req-27a134b2-508d-41bd-a885-b7c66c8c96fb tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Deleting port ff8731af-15ec-4499-8ce7-63c71d359613 {{(pid=103780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:34:03.323850 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-906928ed-6f90-4092-ad07-2c4a4ca90537 req-27a134b2-508d-41bd-a885-b7c66c8c96fb tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (ff8731af-15ec-4499-8ce7-63c71d359613), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:03.364630 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b3f686-5b9c-435a-a1af-5db4cfbb3b35 req-464a19c1-b155-4c51-8000-5620e17a08e0 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:03.366117 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-97b3f686-5b9c-435a-a1af-5db4cfbb3b35 req-464a19c1-b155-4c51-8000-5620e17a08e0 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7b4b2a0-f5f2-4a4a-95bd-9a7eb378ab6c HTTP/1.1" status: 200 len: 945 time: 0.0496452 May 17 19:34:03.462044 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.db [req-906928ed-6f90-4092-ad07-2c4a4ca90537 req-27a134b2-508d-41bd-a885-b7c66c8c96fb tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] For port ff8731af-15ec-4499-8ce7-63c71d359613, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=ff8731af-15ec-4499-8ce7-63c71d359613,segment=NetworkSegment(cb7a5f44-2490-49bf-84d8-97ca2a591d42),segment_id=cb7a5f44-2490-49bf-84d8-97ca2a591d42)] {{(pid=103780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:34:03.462314 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-906928ed-6f90-4092-ad07-2c4a4ca90537 req-27a134b2-508d-41bd-a885-b7c66c8c96fb tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (ff8731af-15ec-4499-8ce7-63c71d359613), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:03.482589 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd9ad7c-efc1-4c16-8acc-26e14779a34b req-6290886b-f91a-4491-87a9-b552c1972bae tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:03.487449 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-3dd9ad7c-efc1-4c16-8acc-26e14779a34b req-6290886b-f91a-4491-87a9-b552c1972bae tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7b4b2a0-f5f2-4a4a-95bd-9a7eb378ab6c HTTP/1.1" status: 200 len: 945 time: 0.0764456 May 17 19:34:03.646475 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997750a0-2812-4231-8856-13dbcdf05bcc req-600e4120-d08a-44df-8492-1b63d4b4d4fb tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:03.647962 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-997750a0-2812-4231-8856-13dbcdf05bcc req-600e4120-d08a-44df-8492-1b63d4b4d4fb tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 945 time: 0.2670128 May 17 19:34:03.654473 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-3dd9ad7c-efc1-4c16-8acc-26e14779a34b req-4b63f05e-63da-482d-86bc-741f78c14c18 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/security-groups?id=5740d66a-072c-47b3-94cd-2729cf1d98d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461134 May 17 19:34:03.698332 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-997750a0-2812-4231-8856-13dbcdf05bcc req-b33ff912-7e53-488a-8c12-5faf2c9776b6 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f20730c-0387-4878-ba3f-6860b536aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430748 May 17 19:34:03.727035 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-906928ed-6f90-4092-ad07-2c4a4ca90537 req-27a134b2-508d-41bd-a885-b7c66c8c96fb tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:03.727328 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-906928ed-6f90-4092-ad07-2c4a4ca90537 req-27a134b2-508d-41bd-a885-b7c66c8c96fb tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16764702'] for floatingip (639291bc-af6f-489d-9df8-285c6fb460ac), after_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:03.727674 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.db.l3_db [req-906928ed-6f90-4092-ad07-2c4a4ca90537 req-27a134b2-508d-41bd-a885-b7c66c8c96fb tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Floating IP 639291bc-af6f-489d-9df8-285c6fb460ac disassociated. External IP: 172.27.2.146, port: ff8731af-15ec-4499-8ce7-63c71d359613. May 17 19:34:03.728016 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [req-906928ed-6f90-4092-ad07-2c4a4ca90537 req-27a134b2-508d-41bd-a885-b7c66c8c96fb tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Calling delete_port for ff8731af-15ec-4499-8ce7-63c71d359613 owned by compute:nova {{(pid=103780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:34:03.915166 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [req-97b3f686-5b9c-435a-a1af-5db4cfbb3b35 req-76d0d05c-f99e-460a-b0c3-9003426cfd25 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Deleting port 26c751f9-6c2b-44e0-895f-230a9248a6f7 {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:34:03.915519 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-97b3f686-5b9c-435a-a1af-5db4cfbb3b35 req-76d0d05c-f99e-460a-b0c3-9003426cfd25 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (26c751f9-6c2b-44e0-895f-230a9248a6f7), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:03.925425 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-906928ed-6f90-4092-ad07-2c4a4ca90537 req-27a134b2-508d-41bd-a885-b7c66c8c96fb tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014583'] for port (ff8731af-15ec-4499-8ce7-63c71d359613), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:03.959913 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a134b2-508d-41bd-a885-b7c66c8c96fb tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Pushing event deleted for resources: {'Port': ['ID=ff8731af-15ec-4499-8ce7-63c71d359613,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:34:03.973076 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a134b2-508d-41bd-a885-b7c66c8c96fb tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:34:03.973424 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a134b2-508d-41bd-a885-b7c66c8c96fb tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:34:03.973768 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a134b2-508d-41bd-a885-b7c66c8c96fb tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:34:03.974191 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a134b2-508d-41bd-a885-b7c66c8c96fb tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:34:03.974529 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a134b2-508d-41bd-a885-b7c66c8c96fb tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:34:03.974857 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a134b2-508d-41bd-a885-b7c66c8c96fb tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:34:03.975190 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a134b2-508d-41bd-a885-b7c66c8c96fb tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:34:03.975533 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a134b2-508d-41bd-a885-b7c66c8c96fb tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:34:03.975863 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a134b2-508d-41bd-a885-b7c66c8c96fb tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:34:03.976449 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a134b2-508d-41bd-a885-b7c66c8c96fb tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:34:03.976766 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a134b2-508d-41bd-a885-b7c66c8c96fb tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:34:03.977196 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a134b2-508d-41bd-a885-b7c66c8c96fb tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:34:03.977454 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a134b2-508d-41bd-a885-b7c66c8c96fb tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:34:03.977774 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a134b2-508d-41bd-a885-b7c66c8c96fb tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:34:03.978094 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a134b2-508d-41bd-a885-b7c66c8c96fb tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:34:04.008025 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-97b3f686-5b9c-435a-a1af-5db4cfbb3b35 req-76d0d05c-f99e-460a-b0c3-9003426cfd25 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] For port 26c751f9-6c2b-44e0-895f-230a9248a6f7, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=26c751f9-6c2b-44e0-895f-230a9248a6f7,segment=NetworkSegment(3fb251ea-b5a7-48e1-925a-6f45378aab1b),segment_id=3fb251ea-b5a7-48e1-925a-6f45378aab1b)] {{(pid=103781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:34:04.008378 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-97b3f686-5b9c-435a-a1af-5db4cfbb3b35 req-76d0d05c-f99e-460a-b0c3-9003426cfd25 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (26c751f9-6c2b-44e0-895f-230a9248a6f7), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:04.022267 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [req-97b3f686-5b9c-435a-a1af-5db4cfbb3b35 req-76d0d05c-f99e-460a-b0c3-9003426cfd25 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Calling delete_port for 26c751f9-6c2b-44e0-895f-230a9248a6f7 owned by compute:nova {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:34:04.089882 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.l3_agent_scheduler [req-906928ed-6f90-4092-ad07-2c4a4ca90537 req-27a134b2-508d-41bd-a885-b7c66c8c96fb tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Router b01f1c7e-ca98-496e-98a3-132f4a505256 has already been hosted by L3 agent d0bc9f74-feb0-4354-bd47-885486f1ec0d {{(pid=103780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 19:34:04.196966 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-906928ed-6f90-4092-ad07-2c4a4ca90537 req-27a134b2-508d-41bd-a885-b7c66c8c96fb tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Notify agent at l3_agent.dv-cinder-840678-10-iscsi the message routers_updated {{(pid=103780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 19:34:04.216605 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fe2129-daad-4a41-939f-af0a577056b6 None None] Sync routers for ids ['b01f1c7e-ca98-496e-98a3-132f4a505256'] in dv-cinder-840678-10-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 19:34:04.234207 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fe2129-daad-4a41-939f-af0a577056b6 None None] Routers {'b01f1c7e-ca98-496e-98a3-132f4a505256'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:34:04.235239 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-15fe2129-daad-4a41-939f-af0a577056b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:33:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['b01f1c7e-ca98-496e-98a3-132f4a505256'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:34:04.246882 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.l3_dvrscheduler_db [req-906928ed-6f90-4092-ad07-2c4a4ca90537 req-27a134b2-508d-41bd-a885-b7c66c8c96fb tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] No DVR routers for this DVR port ff8731af-15ec-4499-8ce7-63c71d359613 on host hv-cinder-84067 {{(pid=103780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 19:34:04.247926 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-97b3f686-5b9c-435a-a1af-5db4cfbb3b35 req-76d0d05c-f99e-460a-b0c3-9003426cfd25 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (26c751f9-6c2b-44e0-895f-230a9248a6f7), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:04.250044 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-906928ed-6f90-4092-ad07-2c4a4ca90537 req-27a134b2-508d-41bd-a885-b7c66c8c96fb tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for port (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:04.253836 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-906928ed-6f90-4092-ad07-2c4a4ca90537 req-27a134b2-508d-41bd-a885-b7c66c8c96fb tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.69 "DELETE /v2.0/ports/ff8731af-15ec-4499-8ce7-63c71d359613 HTTP/1.1" status: 204 len: 173 time: 1.0429873 May 17 19:34:04.254280 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b22978d8-2688-49c7-8962-728e7874fc70', 'name': 'network-vif-deleted', 'tag': 'ff8731af-15ec-4499-8ce7-63c71d359613'}] {{(pid=103780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:34:04.257389 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1bd86ad9c435c7379d29d4f4527297f276984ecaea51489ddc34f383e603623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9347bf3f-eddf-4c75-849e-10e5dae7a6ff" -d '{"events": [{"server_uuid": "b22978d8-2688-49c7-8962-728e7874fc70", "name": "network-vif-deleted", "tag": "ff8731af-15ec-4499-8ce7-63c71d359613"}]}' {{(pid=103780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:34:04.265648 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] get_ports_and_sgs() called for port_ids ['26c751f9-6c2b-44e0-895f-230a9248a6f7'] {{(pid=103782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 19:34:04.319750 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 19:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01155af4-abc9-400e-9b6c-80db5e771d43 x-openstack-request-id: req-01155af4-abc9-400e-9b6c-80db5e771d43 {{(pid=103780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:34:04.320224 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b22978d8-2688-49c7-8962-728e7874fc70", "name": "network-vif-deleted", "tag": "ff8731af-15ec-4499-8ce7-63c71d359613", "status": "completed", "code": 200}]} {{(pid=103780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:34:04.320669 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-01155af4-abc9-400e-9b6c-80db5e771d43 {{(pid=103780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:34:04.321295 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01155af4-abc9-400e-9b6c-80db5e771d43'] response: {'server_uuid': 'b22978d8-2688-49c7-8962-728e7874fc70', 'name': 'network-vif-deleted', 'tag': 'ff8731af-15ec-4499-8ce7-63c71d359613', 'status': 'completed', 'code': 200} May 17 19:34:04.324485 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d0d05c-f99e-460a-b0c3-9003426cfd25 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Pushing event deleted for resources: {'Port': ['ID=26c751f9-6c2b-44e0-895f-230a9248a6f7,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:34:04.334434 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d0d05c-f99e-460a-b0c3-9003426cfd25 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:34:04.335026 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d0d05c-f99e-460a-b0c3-9003426cfd25 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:34:04.335459 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d0d05c-f99e-460a-b0c3-9003426cfd25 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:34:04.335934 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d0d05c-f99e-460a-b0c3-9003426cfd25 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:34:04.336283 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d0d05c-f99e-460a-b0c3-9003426cfd25 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:34:04.336668 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d0d05c-f99e-460a-b0c3-9003426cfd25 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:34:04.337051 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d0d05c-f99e-460a-b0c3-9003426cfd25 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:34:04.337508 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d0d05c-f99e-460a-b0c3-9003426cfd25 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:34:04.337927 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d0d05c-f99e-460a-b0c3-9003426cfd25 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:34:04.338320 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d0d05c-f99e-460a-b0c3-9003426cfd25 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:34:04.338712 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d0d05c-f99e-460a-b0c3-9003426cfd25 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:34:04.339194 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d0d05c-f99e-460a-b0c3-9003426cfd25 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:34:04.339551 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d0d05c-f99e-460a-b0c3-9003426cfd25 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:34:04.340479 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d0d05c-f99e-460a-b0c3-9003426cfd25 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:34:04.340802 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d0d05c-f99e-460a-b0c3-9003426cfd25 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:34:04.411650 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-15fe2129-daad-4a41-939f-af0a577056b6 None None] Set router b01f1c7e-ca98-496e-98a3-132f4a505256 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:34:04.457599 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [req-97b3f686-5b9c-435a-a1af-5db4cfbb3b35 req-76d0d05c-f99e-460a-b0c3-9003426cfd25 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] No DVR routers for this DVR port 26c751f9-6c2b-44e0-895f-230a9248a6f7 on host hv-cinder-84067 {{(pid=103781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 19:34:04.468322 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-97b3f686-5b9c-435a-a1af-5db4cfbb3b35 req-76d0d05c-f99e-460a-b0c3-9003426cfd25 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:04.471429 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-97b3f686-5b9c-435a-a1af-5db4cfbb3b35 req-76d0d05c-f99e-460a-b0c3-9003426cfd25 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.69 "DELETE /v2.0/ports/26c751f9-6c2b-44e0-895f-230a9248a6f7 HTTP/1.1" status: 204 len: 173 time: 0.6314948 May 17 19:34:04.471904 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b4b2a0-f5f2-4a4a-95bd-9a7eb378ab6c', 'name': 'network-vif-deleted', 'tag': '26c751f9-6c2b-44e0-895f-230a9248a6f7'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:34:04.474091 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5abf21081b7c701043d67e7bff15db599e71af2afb5ac8611b6265996300b020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf9134a-f5e4-4797-8d26-283f752ed257" -d '{"events": [{"server_uuid": "b7b4b2a0-f5f2-4a4a-95bd-9a7eb378ab6c", "name": "network-vif-deleted", "tag": "26c751f9-6c2b-44e0-895f-230a9248a6f7"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:34:04.496131 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-59744e78-8893-468d-a6be-273677b371ed req-6245e8fb-3051-45dd-b949-21f8ac5e3764 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=b22978d8-2688-49c7-8962-728e7874fc70 HTTP/1.1" status: 200 len: 210 time: 0.0397987 May 17 19:34:04.538993 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 19:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44501837-10f5-4431-9c58-1969fed8d195 x-openstack-request-id: req-44501837-10f5-4431-9c58-1969fed8d195 {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:34:04.539280 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b4b2a0-f5f2-4a4a-95bd-9a7eb378ab6c", "name": "network-vif-deleted", "tag": "26c751f9-6c2b-44e0-895f-230a9248a6f7", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:34:04.539555 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-44501837-10f5-4431-9c58-1969fed8d195 {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:34:04.540017 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44501837-10f5-4431-9c58-1969fed8d195'] response: {'server_uuid': 'b7b4b2a0-f5f2-4a4a-95bd-9a7eb378ab6c', 'name': 'network-vif-deleted', 'tag': '26c751f9-6c2b-44e0-895f-230a9248a6f7', 'status': 'completed', 'code': 200} May 17 19:34:04.632620 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-15fe2129-daad-4a41-939f-af0a577056b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'name': 'tempest-AttachVolumeShelveTestJSON-1105554132-router', 'tenant_id': 'b23e9f1907a6406785be000e1373dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '003b7f17-8c79-4647-b3d2-1123bd52e32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:29:41Z', 'updated_at': '2022-05-17T19:29:49Z', 'revision_number': 4, 'project_id': 'b23e9f1907a6406785be000e1373dc41', 'gw_port': {'id': '003b7f17-8c79-4647-b3d2-1123bd52e32e', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:42Z', 'updated_at': '2022-05-17T19:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': '79ee1b34-18a6-4b3f-ba58-9dc950d058cd', 'name': '', 'network_id': '40c7fbe2-bd07-440e-b191-34ce3a30a8a0', 'tenant_id': 'b23e9f1907a6406785be000e1373dc41', 'mac_address': 'fa:16:3e:8a:78:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4afc8f6d-c4ef-4f27-b1bd-b836aad1cd58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:47Z', 'updated_at': '2022-05-17T19:29:56Z', 'revision_number': 5, 'project_id': 'b23e9f1907a6406785be000e1373dc41', 'subnets': [{'id': '4afc8f6d-c4ef-4f27-b1bd-b836aad1cd58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:34:04.661549 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fe2129-daad-4a41-939f-af0a577056b6 None None] Checking router: b01f1c7e-ca98-496e-98a3-132f4a505256 for host: dv-cinder-840678-10-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 19:34:04.670498 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fe2129-daad-4a41-939f-af0a577056b6 None None] Routers {'b01f1c7e-ca98-496e-98a3-132f4a505256'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:34:04.671086 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-15fe2129-daad-4a41-939f-af0a577056b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:33:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['b01f1c7e-ca98-496e-98a3-132f4a505256'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:34:04.783341 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-15fe2129-daad-4a41-939f-af0a577056b6 None None] Set router b01f1c7e-ca98-496e-98a3-132f4a505256 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:34:04.807573 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-42be8407-4609-4605-a24c-f52e8203eaca req-3205a7cc-a1e0-40f5-b816-19b5bfcc1567 tempest-VolumesSnapshotTestJSON-1617370626 tempest-VolumesSnapshotTestJSON-1617370626-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7b4b2a0-f5f2-4a4a-95bd-9a7eb378ab6c HTTP/1.1" status: 200 len: 210 time: 0.0686083 May 17 19:34:04.821830 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device ff8731af-15ec-4499-8ce7-63c71d359613 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 19:34:04.842146 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] No Port match for: ff8731af-15ec-4499-8ce7-63c71d359613 {{(pid=103782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 19:34:04.842862 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device ff8731af-15ec-4499-8ce7-63c71d359613 not bound to the agent host hv-cinder-84067 {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 19:34:04.843409 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 26c751f9-6c2b-44e0-895f-230a9248a6f7 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 19:34:04.863863 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] No Port match for: 26c751f9-6c2b-44e0-895f-230a9248a6f7 {{(pid=103782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 19:34:04.864511 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 26c751f9-6c2b-44e0-895f-230a9248a6f7 not bound to the agent host hv-cinder-84067 {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 19:34:04.872582 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499c9d4-1bc1-4c43-8cb0-1d4e20d1499b req-f76a1228-593a-49f9-9501-03a0cacc2d07 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:04.874101 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-3499c9d4-1bc1-4c43-8cb0-1d4e20d1499b req-f76a1228-593a-49f9-9501-03a0cacc2d07 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 945 time: 0.0709271 May 17 19:34:04.921907 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-3499c9d4-1bc1-4c43-8cb0-1d4e20d1499b req-49b87135-4e69-4cbe-a533-f043e58ffa0f tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f20730c-0387-4878-ba3f-6860b536aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418851 May 17 19:34:04.993059 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-15fe2129-daad-4a41-939f-af0a577056b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'name': 'tempest-AttachVolumeShelveTestJSON-1105554132-router', 'tenant_id': 'b23e9f1907a6406785be000e1373dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '003b7f17-8c79-4647-b3d2-1123bd52e32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:29:41Z', 'updated_at': '2022-05-17T19:29:49Z', 'revision_number': 4, 'project_id': 'b23e9f1907a6406785be000e1373dc41', 'gw_port': {'id': '003b7f17-8c79-4647-b3d2-1123bd52e32e', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:42Z', 'updated_at': '2022-05-17T19:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': '79ee1b34-18a6-4b3f-ba58-9dc950d058cd', 'name': '', 'network_id': '40c7fbe2-bd07-440e-b191-34ce3a30a8a0', 'tenant_id': 'b23e9f1907a6406785be000e1373dc41', 'mac_address': 'fa:16:3e:8a:78:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4afc8f6d-c4ef-4f27-b1bd-b836aad1cd58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:47Z', 'updated_at': '2022-05-17T19:29:56Z', 'revision_number': 5, 'project_id': 'b23e9f1907a6406785be000e1373dc41', 'subnets': [{'id': '4afc8f6d-c4ef-4f27-b1bd-b836aad1cd58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:34:05.026280 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fe2129-daad-4a41-939f-af0a577056b6 None None] The sync data for ids ['b01f1c7e-ca98-496e-98a3-132f4a505256'] in dv-cinder-840678-10-iscsi is: [{'id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'name': 'tempest-AttachVolumeShelveTestJSON-1105554132-router', 'tenant_id': 'b23e9f1907a6406785be000e1373dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '003b7f17-8c79-4647-b3d2-1123bd52e32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:29:41Z', 'updated_at': '2022-05-17T19:29:49Z', 'revision_number': 4, 'project_id': 'b23e9f1907a6406785be000e1373dc41', 'gw_port': {'id': '003b7f17-8c79-4647-b3d2-1123bd52e32e', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:42Z', 'updated_at': '2022-05-17T19:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': '79ee1b34-18a6-4b3f-ba58-9dc950d058cd', 'name': '', 'network_id': '40c7fbe2-bd07-440e-b191-34ce3a30a8a0', 'tenant_id': 'b23e9f1907a6406785be000e1373dc41', 'mac_address': 'fa:16:3e:8a:78:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4afc8f6d-c4ef-4f27-b1bd-b836aad1cd58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:47Z', 'updated_at': '2022-05-17T19:29:56Z', 'revision_number': 5, 'project_id': 'b23e9f1907a6406785be000e1373dc41', 'subnets': [{'id': '4afc8f6d-c4ef-4f27-b1bd-b836aad1cd58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 19:34:05.065294 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9836563-24a4-46f9-92ab-fce768fd530f req-372acd86-9c0b-4db1-a170-27d19e2d7e84 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:05.066917 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a9836563-24a4-46f9-92ab-fce768fd530f req-372acd86-9c0b-4db1-a170-27d19e2d7e84 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 945 time: 0.0620034 May 17 19:34:05.076207 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 44374) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:34:05.080705 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-dfba799c-ccd2-46ea-9cae-448c657c03bb tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Request body: {'floatingip': {'port_id': '2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:34:05.194064 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-dfba799c-ccd2-46ea-9cae-448c657c03bb tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks [] for floatingip (ded70423-1105-4b93-aae4-49909486917d), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:05.283283 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdeea56-6b49-4751-8ffe-772dc8b6c0eb None None] New status for floating IP 639291bc-af6f-489d-9df8-285c6fb460ac: DOWN {{(pid=103782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 19:34:05.686591 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 44382) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:34:05.741038 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-ed35a154-5143-40e4-bdc8-18dcb805ec18 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks [] for security_group (d2d5d923-00ae-462a-b4be-7c0524eea789), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:05.768041 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-ed35a154-5143-40e4-bdc8-18dcb805ec18 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks [] for security_group (d2d5d923-00ae-462a-b4be-7c0524eea789), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:05.818657 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-dfba799c-ccd2-46ea-9cae-448c657c03bb tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:05.877226 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-ed35a154-5143-40e4-bdc8-18dcb805ec18 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (d2d5d923-00ae-462a-b4be-7c0524eea789), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:05.880218 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-ed35a154-5143-40e4-bdc8-18dcb805ec18 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:05.883367 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-ed35a154-5143-40e4-bdc8-18dcb805ec18 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "DELETE /v2.0/security-groups/d2d5d923-00ae-462a-b4be-7c0524eea789 HTTP/1.1" status: 204 len: 168 time: 0.1955364 May 17 19:34:05.884653 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 44388) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:34:05.894534 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed35a154-5143-40e4-bdc8-18dcb805ec18 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d5d923-00ae-462a-b4be-7c0524eea789,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:34:05.918919 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.api.v2.resource [None req-d9e083e0-4ea8-4196-83e4-ea3dc854fdc8 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] show failed (client error): The resource could not be found. May 17 19:34:05.919427 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 44390) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:34:05.920987 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-d9e083e0-4ea8-4196-83e4-ea3dc854fdc8 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups/d2d5d923-00ae-462a-b4be-7c0524eea789 HTTP/1.1" status: 404 len: 347 time: 0.0345819 May 17 19:34:05.922901 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-dfba799c-ccd2-46ea-9cae-448c657c03bb tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16764702'] for floatingip (ded70423-1105-4b93-aae4-49909486917d), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:06.060714 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [None req-6b1dc572-52a3-4860-a393-23b775d72520 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Deleting port 775bb427-ee4c-47d0-95aa-a3148147ce92 {{(pid=103780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:34:06.061052 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-6b1dc572-52a3-4860-a393-23b775d72520 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (775bb427-ee4c-47d0-95aa-a3148147ce92), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:06.138405 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-6b1dc572-52a3-4860-a393-23b775d72520 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (775bb427-ee4c-47d0-95aa-a3148147ce92), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:06.138768 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-6b1dc572-52a3-4860-a393-23b775d72520 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks [] for floatingip (775bb427-ee4c-47d0-95aa-a3148147ce92), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:06.149371 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfba799c-ccd2-46ea-9cae-448c657c03bb tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Router fe49bd36-5d64-4463-99d3-b4b95ea9d339 has already been hosted by L3 agent d0bc9f74-feb0-4354-bd47-885486f1ec0d {{(pid=103781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 19:34:06.151321 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [None req-6b1dc572-52a3-4860-a393-23b775d72520 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Calling delete_port for 775bb427-ee4c-47d0-95aa-a3148147ce92 owned by network:floatingip {{(pid=103780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:34:06.266077 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfba799c-ccd2-46ea-9cae-448c657c03bb tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Notify agent at l3_agent.dv-cinder-840678-10-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 19:34:06.276847 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e2b661-7caa-4de0-943a-4adf09631c05 None None] Sync routers for ids ['fe49bd36-5d64-4463-99d3-b4b95ea9d339'] in dv-cinder-840678-10-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 19:34:06.277737 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-dfba799c-ccd2-46ea-9cae-448c657c03bb tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for floatingip (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:06.289451 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e2b661-7caa-4de0-943a-4adf09631c05 None None] Routers {'fe49bd36-5d64-4463-99d3-b4b95ea9d339'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:34:06.291668 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-a3e2b661-7caa-4de0-943a-4adf09631c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:33:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['fe49bd36-5d64-4463-99d3-b4b95ea9d339'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:34:06.339065 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-dfba799c-ccd2-46ea-9cae-448c657c03bb tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "PUT /v2.0/floatingips/ded70423-1105-4b93-aae4-49909486917d HTTP/1.1" status: 200 len: 993 time: 1.2591074 May 17 19:34:06.394865 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-a3e2b661-7caa-4de0-943a-4adf09631c05 None None] Set router fe49bd36-5d64-4463-99d3-b4b95ea9d339 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:34:06.405300 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-6b1dc572-52a3-4860-a393-23b775d72520 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014583'] for port (775bb427-ee4c-47d0-95aa-a3148147ce92), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:06.437399 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1dc572-52a3-4860-a393-23b775d72520 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Pushing event deleted for resources: {'Port': ['ID=775bb427-ee4c-47d0-95aa-a3148147ce92,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:34:06.517312 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-6b1dc572-52a3-4860-a393-23b775d72520 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks [] for floatingip (639291bc-af6f-489d-9df8-285c6fb460ac), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:06.520077 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-6b1dc572-52a3-4860-a393-23b775d72520 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for floatingip (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:06.522070 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-6b1dc572-52a3-4860-a393-23b775d72520 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "DELETE /v2.0/floatingips/639291bc-af6f-489d-9df8-285c6fb460ac HTTP/1.1" status: 204 len: 168 time: 0.6013908 May 17 19:34:06.540811 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db49ed28-b324-4e1a-a507-49abe81af51c', 'tag': '2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9'}, {'name': 'network-changed', 'server_uuid': 'db49ed28-b324-4e1a-a507-49abe81af51c', 'tag': '2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:34:06.551832 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5abf21081b7c701043d67e7bff15db599e71af2afb5ac8611b6265996300b020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53bf688d-930e-4d9f-8b6c-b86600c9e422" -d '{"events": [{"name": "network-changed", "server_uuid": "db49ed28-b324-4e1a-a507-49abe81af51c", "tag": "2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9"}, {"name": "network-changed", "server_uuid": "db49ed28-b324-4e1a-a507-49abe81af51c", "tag": "2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:34:06.626083 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 17 May 2022 19:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e79c965-212d-429d-a791-d8f50a1ec6be x-openstack-request-id: req-9e79c965-212d-429d-a791-d8f50a1ec6be {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:34:06.626705 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db49ed28-b324-4e1a-a507-49abe81af51c", "tag": "2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "db49ed28-b324-4e1a-a507-49abe81af51c", "tag": "2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:34:06.627197 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9e79c965-212d-429d-a791-d8f50a1ec6be {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:34:06.628351 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e79c965-212d-429d-a791-d8f50a1ec6be'] response: {'name': 'network-changed', 'server_uuid': 'db49ed28-b324-4e1a-a507-49abe81af51c', 'tag': '2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9', 'status': 'completed', 'code': 200} May 17 19:34:06.628947 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e79c965-212d-429d-a791-d8f50a1ec6be'] response: {'name': 'network-changed', 'server_uuid': 'db49ed28-b324-4e1a-a507-49abe81af51c', 'tag': '2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9', 'status': 'completed', 'code': 200} May 17 19:34:06.699075 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf688d-930e-4d9f-8b6c-b86600c9e422 req-22e32fcc-80e8-485b-8958-3dc130303842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:06.701214 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-53bf688d-930e-4d9f-8b6c-b86600c9e422 req-22e32fcc-80e8-485b-8958-3dc130303842 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5d488b25563d4373b5c980ab060bc822&device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 1129 time: 0.0467944 May 17 19:34:06.708574 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 44402) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:34:06.709416 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-a3e2b661-7caa-4de0-943a-4adf09631c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe49bd36-5d64-4463-99d3-b4b95ea9d339', 'name': 'tempest-ServerRescueNegativeTestJSON-681804050-router', 'tenant_id': '5d488b25563d4373b5c980ab060bc822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '6e3cf1cd-e82b-48b2-a2ef-124046e79899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:29:41Z', 'updated_at': '2022-05-17T19:29:49Z', 'revision_number': 4, 'project_id': '5d488b25563d4373b5c980ab060bc822', 'gw_port': {'id': '6e3cf1cd-e82b-48b2-a2ef-124046e79899', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:aa:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49bd36-5d64-4463-99d3-b4b95ea9d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:43Z', 'updated_at': '2022-05-17T19:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_floatingips': [{'id': 'ded70423-1105-4b93-aae4-49909486917d', 'tenant_id': '5d488b25563d4373b5c980ab060bc822', 'floating_ip_address': '172.27.2.227', 'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'router_id': 'fe49bd36-5d64-4463-99d3-b4b95ea9d339', 'port_id': '2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddaa928e-2db4-4b37-b723-ff2ae1e2b964', 'mac_address': 'fa:16:3e:ec:37:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db49ed28-b324-4e1a-a507-49abe81af51c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T19:31:57Z', 'updated_at': '2022-05-17T19:34:05Z', 'revision_number': 3, 'project_id': '5d488b25563d4373b5c980ab060bc822', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c382e084-003d-4182-8666-e15541b54a9e', 'name': '', 'network_id': 'ddaa928e-2db4-4b37-b723-ff2ae1e2b964', 'tenant_id': '5d488b25563d4373b5c980ab060bc822', 'mac_address': 'fa:16:3e:8d:bf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49bd36-5d64-4463-99d3-b4b95ea9d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '78a5955d-2965-41b9-ae73-2183d9038bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:47Z', 'updated_at': '2022-05-17T19:29:57Z', 'revision_number': 5, 'project_id': '5d488b25563d4373b5c980ab060bc822', 'subnets': [{'id': '78a5955d-2965-41b9-ae73-2183d9038bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:34:06.713738 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [None req-96ae5b68-2bde-4478-9713-33f8eef0ce6e tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1854438521', 'description': 'tempest-description--915375920'}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:34:06.737086 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e2b661-7caa-4de0-943a-4adf09631c05 None None] Checking router: fe49bd36-5d64-4463-99d3-b4b95ea9d339 for host: dv-cinder-840678-10-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 19:34:06.748969 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e2b661-7caa-4de0-943a-4adf09631c05 None None] Routers {'fe49bd36-5d64-4463-99d3-b4b95ea9d339'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:34:06.750332 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-a3e2b661-7caa-4de0-943a-4adf09631c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:33:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['fe49bd36-5d64-4463-99d3-b4b95ea9d339'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:34:06.804376 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf688d-930e-4d9f-8b6c-b86600c9e422 req-175295d8-43ca-4fd9-b144-6b8d52377048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:06.805840 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-53bf688d-930e-4d9f-8b6c-b86600c9e422 req-175295d8-43ca-4fd9-b144-6b8d52377048 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ddaa928e-2db4-4b37-b723-ff2ae1e2b964 HTTP/1.1" status: 200 len: 919 time: 0.0982099 May 17 19:34:06.813497 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-96ae5b68-2bde-4478-9713-33f8eef0ce6e tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks [] for security_group (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:06.879088 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-53bf688d-930e-4d9f-8b6c-b86600c9e422 req-c29805ed-f0e2-4e03-bb9b-1c832c1533d7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9 HTTP/1.1" status: 200 len: 1001 time: 0.0659385 May 17 19:34:06.895531 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-96ae5b68-2bde-4478-9713-33f8eef0ce6e tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks [] for security_group (82d59d67-6232-440d-b988-2fc1d0d0d4ae), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:06.932699 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf688d-930e-4d9f-8b6c-b86600c9e422 req-96a1f975-911d-4579-b28c-ac9e9db04ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:06.934190 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-53bf688d-930e-4d9f-8b6c-b86600c9e422 req-96a1f975-911d-4579-b28c-ac9e9db04ec9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=78a5955d-2965-41b9-ae73-2183d9038bbb HTTP/1.1" status: 200 len: 857 time: 0.0483923 May 17 19:34:06.947698 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-96ae5b68-2bde-4478-9713-33f8eef0ce6e tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (82d59d67-6232-440d-b988-2fc1d0d0d4ae), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:06.955042 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-a3e2b661-7caa-4de0-943a-4adf09631c05 None None] Set router fe49bd36-5d64-4463-99d3-b4b95ea9d339 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:34:06.985309 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf688d-930e-4d9f-8b6c-b86600c9e422 req-a6268b44-68f3-4e30-accd-4411cd2e001e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:06.987183 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-53bf688d-930e-4d9f-8b6c-b86600c9e422 req-a6268b44-68f3-4e30-accd-4411cd2e001e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ddaa928e-2db4-4b37-b723-ff2ae1e2b964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0466080 May 17 19:34:06.988127 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ae5b68-2bde-4478-9713-33f8eef0ce6e tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82d59d67-6232-440d-b988-2fc1d0d0d4ae,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:34:07.069862 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-96ae5b68-2bde-4478-9713-33f8eef0ce6e tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:07.071163 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-96ae5b68-2bde-4478-9713-33f8eef0ce6e tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3615630 May 17 19:34:07.074381 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 44404) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:34:07.078688 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [None req-17e76cd7-92b8-420d-a57e-0fc63a7b6ec6 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Request body: {'security_group_rule': {'security_group_id': '82d59d67-6232-440d-b988-2fc1d0d0d4ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:34:07.096784 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-53bf688d-930e-4d9f-8b6c-b86600c9e422 req-45d6ab74-44a6-495e-8400-80160c32017e service neutron] 10.222.0.69 "GET /v2.0/networks/ddaa928e-2db4-4b37-b723-ff2ae1e2b964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020281 May 17 19:34:07.186624 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-a3e2b661-7caa-4de0-943a-4adf09631c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe49bd36-5d64-4463-99d3-b4b95ea9d339', 'name': 'tempest-ServerRescueNegativeTestJSON-681804050-router', 'tenant_id': '5d488b25563d4373b5c980ab060bc822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '6e3cf1cd-e82b-48b2-a2ef-124046e79899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:29:41Z', 'updated_at': '2022-05-17T19:29:49Z', 'revision_number': 4, 'project_id': '5d488b25563d4373b5c980ab060bc822', 'gw_port': {'id': '6e3cf1cd-e82b-48b2-a2ef-124046e79899', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:aa:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49bd36-5d64-4463-99d3-b4b95ea9d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:43Z', 'updated_at': '2022-05-17T19:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_floatingips': [{'id': 'ded70423-1105-4b93-aae4-49909486917d', 'tenant_id': '5d488b25563d4373b5c980ab060bc822', 'floating_ip_address': '172.27.2.227', 'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'router_id': 'fe49bd36-5d64-4463-99d3-b4b95ea9d339', 'port_id': '2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddaa928e-2db4-4b37-b723-ff2ae1e2b964', 'mac_address': 'fa:16:3e:ec:37:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db49ed28-b324-4e1a-a507-49abe81af51c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T19:31:57Z', 'updated_at': '2022-05-17T19:34:05Z', 'revision_number': 3, 'project_id': '5d488b25563d4373b5c980ab060bc822', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c382e084-003d-4182-8666-e15541b54a9e', 'name': '', 'network_id': 'ddaa928e-2db4-4b37-b723-ff2ae1e2b964', 'tenant_id': '5d488b25563d4373b5c980ab060bc822', 'mac_address': 'fa:16:3e:8d:bf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49bd36-5d64-4463-99d3-b4b95ea9d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '78a5955d-2965-41b9-ae73-2183d9038bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:47Z', 'updated_at': '2022-05-17T19:29:57Z', 'revision_number': 5, 'project_id': '5d488b25563d4373b5c980ab060bc822', 'subnets': [{'id': '78a5955d-2965-41b9-ae73-2183d9038bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:34:07.191626 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-53bf688d-930e-4d9f-8b6c-b86600c9e422 req-814ce16b-f7e6-4351-8b37-14bd7669fe74 service neutron] 10.222.0.69 "GET /v2.0/networks/ddaa928e-2db4-4b37-b723-ff2ae1e2b964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885634 May 17 19:34:07.211430 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e2b661-7caa-4de0-943a-4adf09631c05 None None] The sync data for ids ['fe49bd36-5d64-4463-99d3-b4b95ea9d339'] in dv-cinder-840678-10-iscsi is: [{'id': 'fe49bd36-5d64-4463-99d3-b4b95ea9d339', 'name': 'tempest-ServerRescueNegativeTestJSON-681804050-router', 'tenant_id': '5d488b25563d4373b5c980ab060bc822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '6e3cf1cd-e82b-48b2-a2ef-124046e79899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:29:41Z', 'updated_at': '2022-05-17T19:29:49Z', 'revision_number': 4, 'project_id': '5d488b25563d4373b5c980ab060bc822', 'gw_port': {'id': '6e3cf1cd-e82b-48b2-a2ef-124046e79899', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:aa:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49bd36-5d64-4463-99d3-b4b95ea9d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:43Z', 'updated_at': '2022-05-17T19:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_floatingips': [{'id': 'ded70423-1105-4b93-aae4-49909486917d', 'tenant_id': '5d488b25563d4373b5c980ab060bc822', 'floating_ip_address': '172.27.2.227', 'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'router_id': 'fe49bd36-5d64-4463-99d3-b4b95ea9d339', 'port_id': '2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddaa928e-2db4-4b37-b723-ff2ae1e2b964', 'mac_address': 'fa:16:3e:ec:37:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db49ed28-b324-4e1a-a507-49abe81af51c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T19:31:57Z', 'updated_at': '2022-05-17T19:34:05Z', 'revision_number': 3, 'project_id': '5d488b25563d4373b5c980ab060bc822', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c382e084-003d-4182-8666-e15541b54a9e', 'name': '', 'network_id': 'ddaa928e-2db4-4b37-b723-ff2ae1e2b964', 'tenant_id': '5d488b25563d4373b5c980ab060bc822', 'mac_address': 'fa:16:3e:8d:bf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49bd36-5d64-4463-99d3-b4b95ea9d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '78a5955d-2965-41b9-ae73-2183d9038bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:47Z', 'updated_at': '2022-05-17T19:29:57Z', 'revision_number': 5, 'project_id': '5d488b25563d4373b5c980ab060bc822', 'subnets': [{'id': '78a5955d-2965-41b9-ae73-2183d9038bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 19:34:07.224582 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-17e76cd7-92b8-420d-a57e-0fc63a7b6ec6 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks [] for security_group_rule (d52ce1b7-57b8-4f11-9ebf-b76133a1b1b1), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:07.276721 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf688d-930e-4d9f-8b6c-b86600c9e422 req-3949186a-a289-4c6c-8cfb-70dfff221d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:07.279025 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-53bf688d-930e-4d9f-8b6c-b86600c9e422 req-3949186a-a289-4c6c-8cfb-70dfff221d54 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5d488b25563d4373b5c980ab060bc822&device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 1129 time: 0.0450943 May 17 19:34:07.287793 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-17e76cd7-92b8-420d-a57e-0fc63a7b6ec6 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks [] for security_group_rule (d52ce1b7-57b8-4f11-9ebf-b76133a1b1b1), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:07.370165 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf688d-930e-4d9f-8b6c-b86600c9e422 req-b0e27a9f-14ed-404a-bd1e-44f93e11d2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:07.371634 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-53bf688d-930e-4d9f-8b6c-b86600c9e422 req-b0e27a9f-14ed-404a-bd1e-44f93e11d2f6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ddaa928e-2db4-4b37-b723-ff2ae1e2b964 HTTP/1.1" status: 200 len: 919 time: 0.0878603 May 17 19:34:07.373775 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-17e76cd7-92b8-420d-a57e-0fc63a7b6ec6 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321501'] for security_group_rule (d52ce1b7-57b8-4f11-9ebf-b76133a1b1b1), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:07.390089 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e76cd7-92b8-420d-a57e-0fc63a7b6ec6 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d52ce1b7-57b8-4f11-9ebf-b76133a1b1b1,revision_number=0']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:34:07.441250 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-53bf688d-930e-4d9f-8b6c-b86600c9e422 req-6261a4b2-5bda-465c-8409-d6fdadc253ae service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9 HTTP/1.1" status: 200 len: 1001 time: 0.0630193 May 17 19:34:07.467143 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-17e76cd7-92b8-420d-a57e-0fc63a7b6ec6 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:07.468374 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-17e76cd7-92b8-420d-a57e-0fc63a7b6ec6 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3929434 May 17 19:34:07.471125 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 44406) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:34:07.476578 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [None req-8fc1cdfb-8dbf-4712-b68e-756670d91718 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Request body: {'security_group_rule': {'security_group_id': '82d59d67-6232-440d-b988-2fc1d0d0d4ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:34:07.569046 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-8fc1cdfb-8dbf-4712-b68e-756670d91718 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks [] for security_group_rule (a417dfa3-5d09-4fce-acf4-24f7db9aa4e1), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:07.637332 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-8fc1cdfb-8dbf-4712-b68e-756670d91718 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks [] for security_group_rule (a417dfa3-5d09-4fce-acf4-24f7db9aa4e1), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:07.702582 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-8fc1cdfb-8dbf-4712-b68e-756670d91718 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321501'] for security_group_rule (a417dfa3-5d09-4fce-acf4-24f7db9aa4e1), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:07.715288 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf688d-930e-4d9f-8b6c-b86600c9e422 req-328d37e8-f814-4731-98d7-8a63a1e13bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:07.716800 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-53bf688d-930e-4d9f-8b6c-b86600c9e422 req-328d37e8-f814-4731-98d7-8a63a1e13bb8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=78a5955d-2965-41b9-ae73-2183d9038bbb HTTP/1.1" status: 200 len: 857 time: 0.2691050 May 17 19:34:07.724807 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc1cdfb-8dbf-4712-b68e-756670d91718 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a417dfa3-5d09-4fce-acf4-24f7db9aa4e1,revision_number=0']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:34:07.760058 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf688d-930e-4d9f-8b6c-b86600c9e422 req-3b33adb4-cd19-4a23-9726-7d89c1ff2c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:07.761551 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-53bf688d-930e-4d9f-8b6c-b86600c9e422 req-3b33adb4-cd19-4a23-9726-7d89c1ff2c93 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ddaa928e-2db4-4b37-b723-ff2ae1e2b964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0386362 May 17 19:34:07.820947 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-8fc1cdfb-8dbf-4712-b68e-756670d91718 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:07.822942 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-8fc1cdfb-8dbf-4712-b68e-756670d91718 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3497679 May 17 19:34:07.825157 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 44412) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:34:07.829415 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [None req-ad1fc9ea-67f1-42e1-8d77-3c9ebf5c13c3 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Request body: {'floatingip': {'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:34:07.851441 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-53bf688d-930e-4d9f-8b6c-b86600c9e422 req-cad5dd45-be10-4efd-b605-a0b857ff0aee service neutron] 10.222.0.69 "GET /v2.0/networks/ddaa928e-2db4-4b37-b723-ff2ae1e2b964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833645 May 17 19:34:07.909056 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-ad1fc9ea-67f1-42e1-8d77-3c9ebf5c13c3 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:07.939598 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-53bf688d-930e-4d9f-8b6c-b86600c9e422 req-9992a4f8-6031-4f1d-9de1-9df14d607b98 service neutron] 10.222.0.69 "GET /v2.0/networks/ddaa928e-2db4-4b37-b723-ff2ae1e2b964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817046 May 17 19:34:07.992175 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-ad1fc9ea-67f1-42e1-8d77-3c9ebf5c13c3 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:08.102363 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.db_base_plugin_common [None req-ad1fc9ea-67f1-42e1-8d77-3c9ebf5c13c3 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Allocated IP 172.27.2.175 (a8e71caf-cf8f-487f-b3e8-f30c47275c44/5b8cb9fa-be03-458e-a77b-33fb963ee3d0/a0ad3cce-9a3b-4630-adc1-526e41d03629) {{(pid=103780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:34:08.198651 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-ad1fc9ea-67f1-42e1-8d77-3c9ebf5c13c3 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks [] for port (a0ad3cce-9a3b-4630-adc1-526e41d03629), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:08.273871 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-ad1fc9ea-67f1-42e1-8d77-3c9ebf5c13c3 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014583'] for port (a0ad3cce-9a3b-4630-adc1-526e41d03629), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:08.307627 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1fc9ea-67f1-42e1-8d77-3c9ebf5c13c3 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Network a8e71caf-cf8f-487f-b3e8-f30c47275c44 is already hosted by enough agents. {{(pid=103780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:34:08.311828 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.base_scheduler [None req-ad1fc9ea-67f1-42e1-8d77-3c9ebf5c13c3 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Resources bound (agent type, host, resource id): {{(pid=103780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:34:08.317437 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1fc9ea-67f1-42e1-8d77-3c9ebf5c13c3 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Received port after_create {{(pid=103780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:34:08.322686 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1fc9ea-67f1-42e1-8d77-3c9ebf5c13c3 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Pushing event updated for resources: {'Port': ['ID=a0ad3cce-9a3b-4630-adc1-526e41d03629,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:34:08.407213 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-ad1fc9ea-67f1-42e1-8d77-3c9ebf5c13c3 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks [] for floatingip (902c19da-04b4-437d-95b6-e4c1aa4008be), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:08.496446 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-ad1fc9ea-67f1-42e1-8d77-3c9ebf5c13c3 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (a0ad3cce-9a3b-4630-adc1-526e41d03629), before_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:08.662038 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-ad1fc9ea-67f1-42e1-8d77-3c9ebf5c13c3 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks [] for port (a0ad3cce-9a3b-4630-adc1-526e41d03629), precommit_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:08.721670 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-ad1fc9ea-67f1-42e1-8d77-3c9ebf5c13c3 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13014528'] for port (a0ad3cce-9a3b-4630-adc1-526e41d03629), after_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:09.019276 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1fc9ea-67f1-42e1-8d77-3c9ebf5c13c3 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Pushing event updated for resources: {'Port': ['ID=a0ad3cce-9a3b-4630-adc1-526e41d03629,revision_number=2']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:34:09.031187 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-ad1fc9ea-67f1-42e1-8d77-3c9ebf5c13c3 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16764702'] for floatingip (902c19da-04b4-437d-95b6-e4c1aa4008be), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:09.100738 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-ad1fc9ea-67f1-42e1-8d77-3c9ebf5c13c3 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for floatingip (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:09.102266 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-ad1fc9ea-67f1-42e1-8d77-3c9ebf5c13c3 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2761893 May 17 19:34:09.294601 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-b587a6d8-fae8-43f0-a733-ef22092f0276 req-fa654f02-051b-47ca-8e22-ead9bb56a553 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1854438521&fields=id&tenant_id=b23e9f1907a6406785be000e1373dc41 HTTP/1.1" status: 200 len: 267 time: 0.0411210 May 17 19:34:09.394685 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587a6d8-fae8-43f0-a733-ef22092f0276 req-f3af0930-5b6c-4d1f-b058-8e34d7926997 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:09.396150 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-b587a6d8-fae8-43f0-a733-ef22092f0276 req-f3af0930-5b6c-4d1f-b058-8e34d7926997 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/networks?id=40c7fbe2-bd07-440e-b191-34ce3a30a8a0 HTTP/1.1" status: 200 len: 817 time: 0.0952187 May 17 19:34:09.410633 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-b587a6d8-fae8-43f0-a733-ef22092f0276 req-cfe63e18-998f-41b3-be68-d2a0d3e706d0 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/quotas/b23e9f1907a6406785be000e1373dc41 HTTP/1.1" status: 200 len: 375 time: 0.0085504 May 17 19:34:09.460478 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-b587a6d8-fae8-43f0-a733-ef22092f0276 req-2e065e58-8d62-4dbe-83e3-b1cb0f0cd9b8 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b23e9f1907a6406785be000e1373dc41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450072 May 17 19:34:09.553166 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-b587a6d8-fae8-43f0-a733-ef22092f0276 req-4e30a489-2c2a-4331-ae7c-541fcd1e89ef service neutron] 10.222.0.58 "GET /v2.0/networks/40c7fbe2-bd07-440e-b191-34ce3a30a8a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812254 May 17 19:34:09.647378 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-b587a6d8-fae8-43f0-a733-ef22092f0276 req-c5574e0e-420f-4d7a-80ba-fbf8db284acd service neutron] 10.222.0.58 "GET /v2.0/networks/40c7fbe2-bd07-440e-b191-34ce3a30a8a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887048 May 17 19:34:09.873980 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4dd0fdf7-3362-40e1-a0c7-0ac1959cb714 req-4816f6d2-39f6-4a72-b36b-2134fee43ab4 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 210 time: 0.0276129 May 17 19:34:10.972473 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-e3937da2-dc29-46a3-8149-99ca26f3a541 req-68245c91-4f1d-4161-8117-46b2020a87a9 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 210 time: 0.0281172 May 17 19:34:11.980398 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587a6d8-fae8-43f0-a733-ef22092f0276 req-f68db17c-8faa-4ac8-8afd-2d2e065a2955 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:11.981840 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b587a6d8-fae8-43f0-a733-ef22092f0276 req-f68db17c-8faa-4ac8-8afd-2d2e065a2955 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.69 "GET /v2.0/networks?id=40c7fbe2-bd07-440e-b191-34ce3a30a8a0 HTTP/1.1" status: 200 len: 817 time: 0.1032045 May 17 19:34:12.053323 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b587a6d8-fae8-43f0-a733-ef22092f0276 req-1df7c831-fe16-42c2-9f92-7e6d3176fad1 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b23e9f1907a6406785be000e1373dc41 HTTP/1.1" status: 200 len: 380 time: 0.0562284 May 17 19:34:12.066394 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [req-b587a6d8-fae8-43f0-a733-ef22092f0276 req-fed4c165-eff4-492a-99cf-e8392144cd2e tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Request body: {'port': {'device_id': 'c4178943-4254-4469-868d-099cb1de2fc2', 'network_id': '40c7fbe2-bd07-440e-b191-34ce3a30a8a0', 'admin_state_up': True, 'tenant_id': 'b23e9f1907a6406785be000e1373dc41', 'security_groups': ['82d59d67-6232-440d-b988-2fc1d0d0d4ae']}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:34:12.085183 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-81ab7436-b971-4155-aac4-b9520f351e69 req-a3924822-2dbd-4b92-bbff-37934e7553ce tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 210 time: 0.0369515 May 17 19:34:12.284798 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b587a6d8-fae8-43f0-a733-ef22092f0276 req-fed4c165-eff4-492a-99cf-e8392144cd2e tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Made reservation on behalf of b23e9f1907a6406785be000e1373dc41 for: {'port': 1} {{(pid=103781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:34:12.288377 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-b587a6d8-fae8-43f0-a733-ef22092f0276 req-fed4c165-eff4-492a-99cf-e8392144cd2e tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:12.416414 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_common [req-b587a6d8-fae8-43f0-a733-ef22092f0276 req-fed4c165-eff4-492a-99cf-e8392144cd2e tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Allocated IP 172.20.0.4 (40c7fbe2-bd07-440e-b191-34ce3a30a8a0/4afc8f6d-c4ef-4f27-b1bd-b836aad1cd58/4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd) {{(pid=103781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:34:12.545387 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-b587a6d8-fae8-43f0-a733-ef22092f0276 req-fed4c165-eff4-492a-99cf-e8392144cd2e tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks [] for port (4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:12.642487 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-b587a6d8-fae8-43f0-a733-ef22092f0276 req-fed4c165-eff4-492a-99cf-e8392144cd2e tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:12.685439 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b587a6d8-fae8-43f0-a733-ef22092f0276 req-fed4c165-eff4-492a-99cf-e8392144cd2e tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Network 40c7fbe2-bd07-440e-b191-34ce3a30a8a0 is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:34:12.688529 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [req-b587a6d8-fae8-43f0-a733-ef22092f0276 req-fed4c165-eff4-492a-99cf-e8392144cd2e tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:34:12.692202 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [req-b587a6d8-fae8-43f0-a733-ef22092f0276 req-fed4c165-eff4-492a-99cf-e8392144cd2e tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Received port after_create {{(pid=103781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:34:12.719858 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed4c165-eff4-492a-99cf-e8392144cd2e tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Pushing event updated for resources: {'Port': ['ID=4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:34:12.755082 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587a6d8-fae8-43f0-a733-ef22092f0276 req-fed4c165-eff4-492a-99cf-e8392144cd2e tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:12.755692 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-b587a6d8-fae8-43f0-a733-ef22092f0276 req-fed4c165-eff4-492a-99cf-e8392144cd2e tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:12.847351 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b587a6d8-fae8-43f0-a733-ef22092f0276 req-fed4c165-eff4-492a-99cf-e8392144cd2e tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7859800 May 17 19:34:12.859444 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [req-b587a6d8-fae8-43f0-a733-ef22092f0276 req-a7f8847a-40e6-4b0d-b7c3-bfabcd4fb842 service neutron] Request body: {'port': {'device_id': 'c4178943-4254-4469-868d-099cb1de2fc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:34:12.917172 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-b587a6d8-fae8-43f0-a733-ef22092f0276 req-a7f8847a-40e6-4b0d-b7c3-bfabcd4fb842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:12.919992 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-f7e66f48-75cb-4787-9c25-7852071e9ada None None] Provisioning complete for port 4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:34:12.920495 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-f7e66f48-75cb-4787-9c25-7852071e9ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:12.956823 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-f7e66f48-75cb-4787-9c25-7852071e9ada None None] Port 4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd cannot update to ACTIVE because it is not bound. {{(pid=103782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 19:34:13.197068 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [req-b587a6d8-fae8-43f0-a733-ef22092f0276 req-a7f8847a-40e6-4b0d-b7c3-bfabcd4fb842 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd {{(pid=103781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 19:34:13.202838 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7a707-dc16-4b30-8754-ef8e5e7da825 req-7c9b7a21-46aa-4663-b540-9f97e23e65ae tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:13.204322 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-54e7a707-dc16-4b30-8754-ef8e5e7da825 req-7c9b7a21-46aa-4663-b540-9f97e23e65ae tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 931 time: 0.0475268 May 17 19:34:13.209122 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-b587a6d8-fae8-43f0-a733-ef22092f0276 req-a7f8847a-40e6-4b0d-b7c3-bfabcd4fb842 service neutron] Publish callbacks [] for port (4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:13.221979 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.provisioning_blocks [req-b587a6d8-fae8-43f0-a733-ef22092f0276 req-a7f8847a-40e6-4b0d-b7c3-bfabcd4fb842 service neutron] Transition to ACTIVE for port object 4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd will not be triggered until provisioned by entity L2. {{(pid=103781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 19:34:13.252991 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-54e7a707-dc16-4b30-8754-ef8e5e7da825 req-b9167510-7c40-45e8-bcf3-db39a88d47ac tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=82d59d67-6232-440d-b988-2fc1d0d0d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431595 May 17 19:34:13.281878 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-b587a6d8-fae8-43f0-a733-ef22092f0276 req-a7f8847a-40e6-4b0d-b7c3-bfabcd4fb842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13820453'] for port (4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:13.329480 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f8847a-40e6-4b0d-b7c3-bfabcd4fb842 service neutron] Pushing event updated for resources: {'Port': ['ID=4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd,revision_number=2']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:34:13.407343 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-b587a6d8-fae8-43f0-a733-ef22092f0276 req-a7f8847a-40e6-4b0d-b7c3-bfabcd4fb842 service neutron] Attempting to bind port 4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 19:34:13.407848 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-b587a6d8-fae8-43f0-a733-ef22092f0276 req-a7f8847a-40e6-4b0d-b7c3-bfabcd4fb842 service neutron] Attempting to bind port 4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': 'cb7a5f44-2490-49bf-84d8-97ca2a591d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '40c7fbe2-bd07-440e-b191-34ce3a30a8a0'}] {{(pid=103781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 19:34:13.408176 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b587a6d8-fae8-43f0-a733-ef22092f0276 req-a7f8847a-40e6-4b0d-b7c3-bfabcd4fb842 service neutron] Attempting to bind port 4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd on network 40c7fbe2-bd07-440e-b191-34ce3a30a8a0 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:34:13.412785 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b587a6d8-fae8-43f0-a733-ef22092f0276 req-a7f8847a-40e6-4b0d-b7c3-bfabcd4fb842 service neutron] Port 4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd on network 40c7fbe2-bd07-440e-b191-34ce3a30a8a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 19:34:13.413096 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b587a6d8-fae8-43f0-a733-ef22092f0276 req-a7f8847a-40e6-4b0d-b7c3-bfabcd4fb842 service neutron] Attempting to bind port 4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd on network 40c7fbe2-bd07-440e-b191-34ce3a30a8a0 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:34:13.418242 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b587a6d8-fae8-43f0-a733-ef22092f0276 req-a7f8847a-40e6-4b0d-b7c3-bfabcd4fb842 service neutron] Checking agent: {'id': 'bee311cb-2a55-4828-8ca4-4ee09c88de79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 19, 27, 43), 'started_at': datetime.datetime(2022, 5, 17, 19, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 19, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 19:34:13.418573 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b587a6d8-fae8-43f0-a733-ef22092f0276 req-a7f8847a-40e6-4b0d-b7c3-bfabcd4fb842 service neutron] Checking segment: {'id': 'cb7a5f44-2490-49bf-84d8-97ca2a591d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '40c7fbe2-bd07-440e-b191-34ce3a30a8a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:34:13.418951 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b587a6d8-fae8-43f0-a733-ef22092f0276 req-a7f8847a-40e6-4b0d-b7c3-bfabcd4fb842 service neutron] Bound using segment: {'id': 'cb7a5f44-2490-49bf-84d8-97ca2a591d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '40c7fbe2-bd07-440e-b191-34ce3a30a8a0'} {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 19:34:13.419368 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-b587a6d8-fae8-43f0-a733-ef22092f0276 req-a7f8847a-40e6-4b0d-b7c3-bfabcd4fb842 service neutron] Bound port: 4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb7a5f44-2490-49bf-84d8-97ca2a591d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '40c7fbe2-bd07-440e-b191-34ce3a30a8a0'}}] {{(pid=103781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 19:34:13.419887 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-b587a6d8-fae8-43f0-a733-ef22092f0276 req-a7f8847a-40e6-4b0d-b7c3-bfabcd4fb842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:13.482637 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-b587a6d8-fae8-43f0-a733-ef22092f0276 req-a7f8847a-40e6-4b0d-b7c3-bfabcd4fb842 service neutron] For port 4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd, host hv-cinder-84067, cleared binding levels {{(pid=103781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 19:34:13.485708 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-b587a6d8-fae8-43f0-a733-ef22092f0276 req-a7f8847a-40e6-4b0d-b7c3-bfabcd4fb842 service neutron] For port 4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd,segment=NetworkSegment(cb7a5f44-2490-49bf-84d8-97ca2a591d42),segment_id=cb7a5f44-2490-49bf-84d8-97ca2a591d42)] {{(pid=103781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 19:34:13.588694 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-b587a6d8-fae8-43f0-a733-ef22092f0276 req-a7f8847a-40e6-4b0d-b7c3-bfabcd4fb842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13820453'] for port (4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:13.620880 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587a6d8-fae8-43f0-a733-ef22092f0276 req-a7f8847a-40e6-4b0d-b7c3-bfabcd4fb842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:13.621491 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-b587a6d8-fae8-43f0-a733-ef22092f0276 req-a7f8847a-40e6-4b0d-b7c3-bfabcd4fb842 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:13.622842 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b587a6d8-fae8-43f0-a733-ef22092f0276 req-a7f8847a-40e6-4b0d-b7c3-bfabcd4fb842 service neutron] 10.222.0.69 "PUT /v2.0/ports/4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd HTTP/1.1" status: 200 len: 1093 time: 0.7676325 May 17 19:34:13.623312 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4178943-4254-4469-868d-099cb1de2fc2', 'tag': '4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:34:13.625542 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5abf21081b7c701043d67e7bff15db599e71af2afb5ac8611b6265996300b020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1c4ac0-10ed-4702-bad3-2fe020cf0a09" -d '{"events": [{"name": "network-changed", "server_uuid": "c4178943-4254-4469-868d-099cb1de2fc2", "tag": "4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:34:13.655998 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f8847a-40e6-4b0d-b7c3-bfabcd4fb842 service neutron] Pushing event updated for resources: {'Port': ['ID=4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd,revision_number=3']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:34:13.670208 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 19:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934c66cc-5e1a-44a3-972f-e7b9c89976d0 x-openstack-request-id: req-934c66cc-5e1a-44a3-972f-e7b9c89976d0 {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:34:13.670499 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4178943-4254-4469-868d-099cb1de2fc2", "tag": "4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:34:13.670750 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-934c66cc-5e1a-44a3-972f-e7b9c89976d0 {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:34:13.671152 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-934c66cc-5e1a-44a3-972f-e7b9c89976d0'] response: {'name': 'network-changed', 'server_uuid': 'c4178943-4254-4469-868d-099cb1de2fc2', 'tag': '4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd', 'status': 'completed', 'code': 200} May 17 19:34:13.739307 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c4ac0-10ed-4702-bad3-2fe020cf0a09 req-28a8c693-ced8-4c27-af7f-cbb5c14804e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:13.742312 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7d1c4ac0-10ed-4702-bad3-2fe020cf0a09 req-28a8c693-ced8-4c27-af7f-cbb5c14804e7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b23e9f1907a6406785be000e1373dc41&device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 1127 time: 0.0485480 May 17 19:34:13.841724 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c4ac0-10ed-4702-bad3-2fe020cf0a09 req-1fd0d9c1-80c5-45ec-b384-08158d608955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:13.843161 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7d1c4ac0-10ed-4702-bad3-2fe020cf0a09 req-1fd0d9c1-80c5-45ec-b384-08158d608955 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=b23e9f1907a6406785be000e1373dc41&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0938940 May 17 19:34:13.942236 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c4ac0-10ed-4702-bad3-2fe020cf0a09 req-fb7034b1-0c11-49cb-973f-b37e1f2031e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:13.943771 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7d1c4ac0-10ed-4702-bad3-2fe020cf0a09 req-fb7034b1-0c11-49cb-973f-b37e1f2031e6 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922017 May 17 19:34:14.020382 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587a6d8-fae8-43f0-a733-ef22092f0276 req-9518f032-a897-4ed0-94ab-6c022be6f5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:14.022474 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b587a6d8-fae8-43f0-a733-ef22092f0276 req-9518f032-a897-4ed0-94ab-6c022be6f5a2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b23e9f1907a6406785be000e1373dc41&device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 1127 time: 0.0418284 May 17 19:34:14.062001 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b587a6d8-fae8-43f0-a733-ef22092f0276 req-c1164b6e-e3db-4eae-bb72-995d143992dd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd HTTP/1.1" status: 200 len: 217 time: 0.0312989 May 17 19:34:14.112204 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587a6d8-fae8-43f0-a733-ef22092f0276 req-33082f61-5700-4ffd-b106-ae454a0eb295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:14.113613 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b587a6d8-fae8-43f0-a733-ef22092f0276 req-33082f61-5700-4ffd-b106-ae454a0eb295 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4afc8f6d-c4ef-4f27-b1bd-b836aad1cd58 HTTP/1.1" status: 200 len: 856 time: 0.0456059 May 17 19:34:14.156695 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587a6d8-fae8-43f0-a733-ef22092f0276 req-051f82b5-d52a-47d7-89a1-5fbf825aa86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:14.158158 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b587a6d8-fae8-43f0-a733-ef22092f0276 req-051f82b5-d52a-47d7-89a1-5fbf825aa86d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=40c7fbe2-bd07-440e-b191-34ce3a30a8a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0379393 May 17 19:34:14.248670 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b587a6d8-fae8-43f0-a733-ef22092f0276 req-3d0c28a3-f5d4-4765-beff-6b32eb8e46de service neutron] 10.222.0.69 "GET /v2.0/networks/40c7fbe2-bd07-440e-b191-34ce3a30a8a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832460 May 17 19:34:14.336956 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b587a6d8-fae8-43f0-a733-ef22092f0276 req-51956f84-fc03-44a7-b0f5-145ee4047a9f service neutron] 10.222.0.69 "GET /v2.0/networks/40c7fbe2-bd07-440e-b191-34ce3a30a8a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820239 May 17 19:34:14.374297 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5918f6-3e40-4863-b814-93d7dbaf7ac5 req-caf995be-573a-4e78-bdcc-6f52ae470eba tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:14.375807 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-9a5918f6-3e40-4863-b814-93d7dbaf7ac5 req-caf995be-573a-4e78-bdcc-6f52ae470eba tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 943 time: 0.0510964 May 17 19:34:14.422483 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-9a5918f6-3e40-4863-b814-93d7dbaf7ac5 req-4c7478ab-6812-43ea-a214-c2a02b49b98f tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=82d59d67-6232-440d-b988-2fc1d0d0d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411086 May 17 19:34:14.485102 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (bee311cb-2a55-4828-8ca4-4ee09c88de79), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:15.005054 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-5b1ebfac-55cf-494f-ad82-8d3f021f7eda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:15.541652 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171cdcd-c046-4768-adc9-cdbd487a023c req-4098e539-d239-43d1-9cc9-228c6cf2b8f7 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:15.543200 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f171cdcd-c046-4768-adc9-cdbd487a023c req-4098e539-d239-43d1-9cc9-228c6cf2b8f7 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 943 time: 0.0475700 May 17 19:34:15.593244 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f171cdcd-c046-4768-adc9-cdbd487a023c req-2f473751-a71c-41e8-9256-6ed77e8ac28b tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=82d59d67-6232-440d-b988-2fc1d0d0d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443583 May 17 19:34:16.710118 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32157512-7da7-4594-a141-e99c6959bda3 req-eb9e65f5-a00b-4929-bf45-b9e3916738ed tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:16.711601 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-32157512-7da7-4594-a141-e99c6959bda3 req-eb9e65f5-a00b-4929-bf45-b9e3916738ed tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 943 time: 0.0469117 May 17 19:34:16.758228 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-32157512-7da7-4594-a141-e99c6959bda3 req-b63a6d01-e9af-47c3-b8b1-388d9edb6145 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=82d59d67-6232-440d-b988-2fc1d0d0d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408826 May 17 19:34:16.863553 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 19:34:16.965813 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port 4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd,segment=NetworkSegment(cb7a5f44-2490-49bf-84d8-97ca2a591d42),segment_id=cb7a5f44-2490-49bf-84d8-97ca2a591d42)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:34:16.979357 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Returning: {'device': '4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd', 'network_id': '40c7fbe2-bd07-440e-b191-34ce3a30a8a0', 'port_id': '4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd', 'mac_address': 'fa:16:3e:08:e7:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4afc8f6d-c4ef-4f27-b1bd-b836aad1cd58', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 19:34:17.015963 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Current status of the port 4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd is: DOWN; New status is: BUILD {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:34:17.016339 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:17.028992 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd {{(pid=103782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 19:34:17.048875 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port 4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd,segment=NetworkSegment(cb7a5f44-2490-49bf-84d8-97ca2a591d42),segment_id=cb7a5f44-2490-49bf-84d8-97ca2a591d42)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:34:17.155853 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:17.213514 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Pushing event updated for resources: {'Port': ['ID=4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd,revision_number=4']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:34:17.220676 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:34:17.221053 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:34:17.221393 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:34:17.221719 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:34:17.222044 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:34:17.222364 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:34:17.222685 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:34:17.222998 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:34:17.223341 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:34:17.223671 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:34:17.223988 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:34:17.224316 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:34:17.224630 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:34:17.224940 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:34:17.225245 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:34:17.281775 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e5e80686-9469-4d2e-98bf-63338d46634c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:17.872141 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651147ee-6a69-4fda-b3e7-84ac0c69a37c req-7e581a94-50f1-4f8c-976c-a136e05379bf tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:17.873579 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-651147ee-6a69-4fda-b3e7-84ac0c69a37c req-7e581a94-50f1-4f8c-976c-a136e05379bf tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 944 time: 0.0449815 May 17 19:34:17.918996 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-651147ee-6a69-4fda-b3e7-84ac0c69a37c req-259b895a-f5ae-4952-bda5-13bd30135f2a tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=82d59d67-6232-440d-b988-2fc1d0d0d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400217 May 17 19:34:18.473120 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:19.039757 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c46e2d-efec-429b-a4e8-23a7d7eac030 req-652a71c7-9156-4b4d-bf9a-118bfd8b6fe1 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:19.041241 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-b6c46e2d-efec-429b-a4e8-23a7d7eac030 req-652a71c7-9156-4b4d-bf9a-118bfd8b6fe1 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 944 time: 0.0517271 May 17 19:34:19.086998 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-b6c46e2d-efec-429b-a4e8-23a7d7eac030 req-52061d7e-916e-4bfa-8742-b23e2ea3ed27 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=82d59d67-6232-440d-b988-2fc1d0d0d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402453 May 17 19:34:20.108727 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] get_ports_and_sgs() called for port_ids ['4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd'] {{(pid=103782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 19:34:20.201766 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc83e1-2b9b-457f-a6f6-dc942a1a47de req-6f710423-f6ea-4839-8672-dfbe1c52a50d tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:20.203224 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-31cc83e1-2b9b-457f-a6f6-dc942a1a47de req-6f710423-f6ea-4839-8672-dfbe1c52a50d tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 944 time: 0.0451314 May 17 19:34:20.250228 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-31cc83e1-2b9b-457f-a6f6-dc942a1a47de req-51e30c35-920d-45fa-87d2-3fe914b62fbf tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=82d59d67-6232-440d-b988-2fc1d0d0d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411890 May 17 19:34:20.269926 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:21.369912 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95bba6-0c7f-4c67-b5bc-b9b35e2da914 req-feb00cfb-52c6-4de0-9d41-fed9629eae79 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:21.371691 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-9e95bba6-0c7f-4c67-b5bc-b9b35e2da914 req-feb00cfb-52c6-4de0-9d41-fed9629eae79 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 944 time: 0.0500731 May 17 19:34:21.421538 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-9e95bba6-0c7f-4c67-b5bc-b9b35e2da914 req-f8334cc8-a0a1-4588-86a1-b956ebed8774 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=82d59d67-6232-440d-b988-2fc1d0d0d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432298 May 17 19:34:21.581849 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:22.111923 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd up at agent hyperv_hv-cinder-84067 {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:34:22.152485 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Provisioning for port 4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd completed by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 19:34:22.224414 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Provisioning complete for port 4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:34:22.224784 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:22.296111 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Current status of the port 4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd is: BUILD; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:34:22.296485 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:22.317776 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4178943-4254-4469-868d-099cb1de2fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd'}] {{(pid=103782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:34:22.319972 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dcdb420cfc3f3d59cdc90e9401be4743e23c4809d01819fc24a250fd06a42a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be4c531-33ff-4545-b31a-3d4369b49810" -d '{"events": [{"server_uuid": "c4178943-4254-4469-868d-099cb1de2fc2", "name": "network-vif-plugged", "status": "completed", "tag": "4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd"}]}' {{(pid=103782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:34:22.332405 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port 4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd,segment=NetworkSegment(cb7a5f44-2490-49bf-84d8-97ca2a591d42),segment_id=cb7a5f44-2490-49bf-84d8-97ca2a591d42)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:34:22.355963 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 19:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45925fcf-0dfe-4955-9db3-a47222ee5ded x-openstack-request-id: req-45925fcf-0dfe-4955-9db3-a47222ee5ded {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:34:22.356270 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4178943-4254-4469-868d-099cb1de2fc2", "name": "network-vif-plugged", "status": "completed", "tag": "4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd", "code": 200}]} {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:34:22.356526 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-45925fcf-0dfe-4955-9db3-a47222ee5ded {{(pid=103782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:34:22.356926 dv-cinder-840678-10-iscsi neutron-server[103782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45925fcf-0dfe-4955-9db3-a47222ee5ded'] response: {'server_uuid': 'c4178943-4254-4469-868d-099cb1de2fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd', 'code': 200} May 17 19:34:22.407406 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:22.453458 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Pushing event updated for resources: {'Port': ['ID=4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd,revision_number=5']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:34:22.538101 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c6764a-7413-4943-8c33-8e2271414ca8 req-9f67f7ba-bf0e-44c9-9bef-eb173a7c23d9 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:22.540141 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-56c6764a-7413-4943-8c33-8e2271414ca8 req-9f67f7ba-bf0e-44c9-9bef-eb173a7c23d9 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 945 time: 0.0465412 May 17 19:34:22.590759 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-56c6764a-7413-4943-8c33-8e2271414ca8 req-847aa719-0841-4d50-9adc-def6f799ff82 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=82d59d67-6232-440d-b988-2fc1d0d0d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447793 May 17 19:34:22.711175 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636738c4-65c4-49e6-920b-62d8d451b3ef req-0705ef49-487e-4bfd-a169-c1a5ed794de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:22.712696 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-636738c4-65c4-49e6-920b-62d8d451b3ef req-0705ef49-487e-4bfd-a169-c1a5ed794de5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 1129 time: 0.0405326 May 17 19:34:22.756180 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-636738c4-65c4-49e6-920b-62d8d451b3ef req-7324a5c9-d5a4-4b60-b7fd-3e5d2dd79ddd service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=82d59d67-6232-440d-b988-2fc1d0d0d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368800 May 17 19:34:23.709892 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b83c9-e765-4dc3-8514-d57cb6c35d25 req-e2b9d99a-dc37-440e-9d57-fd7e3253cb43 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:23.711380 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-125b83c9-e765-4dc3-8514-d57cb6c35d25 req-e2b9d99a-dc37-440e-9d57-fd7e3253cb43 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 945 time: 0.0482795 May 17 19:34:23.757316 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-125b83c9-e765-4dc3-8514-d57cb6c35d25 req-8055c6d5-c430-4023-8d42-4f1850c700dd tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=82d59d67-6232-440d-b988-2fc1d0d0d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404522 May 17 19:34:24.872942 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae74171-5f0c-4aca-a00b-a6b5568d2850 req-d461f655-b41c-4114-aa1f-8799d784ac97 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:24.874444 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-dae74171-5f0c-4aca-a00b-a6b5568d2850 req-d461f655-b41c-4114-aa1f-8799d784ac97 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 945 time: 0.0460706 May 17 19:34:24.921348 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-dae74171-5f0c-4aca-a00b-a6b5568d2850 req-a8efa929-e50c-432a-a474-5d7f4a6d3fdc tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=82d59d67-6232-440d-b988-2fc1d0d0d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411215 May 17 19:34:25.032321 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e084b8e-1ee7-47a0-a4d6-b7c4d6541891 req-00d55d6f-8508-4e3e-89fe-e8013ea86abf tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:25.033762 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8e084b8e-1ee7-47a0-a4d6-b7c4d6541891 req-00d55d6f-8508-4e3e-89fe-e8013ea86abf tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 945 time: 0.0463970 May 17 19:34:25.042864 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 44544) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:34:25.046944 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-b3067b8f-23d7-4d51-b7cb-037cbb36d9aa tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Request body: {'floatingip': {'port_id': '4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:34:25.085834 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b3067b8f-23d7-4d51-b7cb-037cbb36d9aa tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks [] for floatingip (902c19da-04b4-437d-95b6-e4c1aa4008be), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:25.486280 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b3067b8f-23d7-4d51-b7cb-037cbb36d9aa tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:25.567384 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b3067b8f-23d7-4d51-b7cb-037cbb36d9aa tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16764702'] for floatingip (902c19da-04b4-437d-95b6-e4c1aa4008be), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:25.657814 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.db.l3_db [None req-b3067b8f-23d7-4d51-b7cb-037cbb36d9aa tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Floating IP 902c19da-04b4-437d-95b6-e4c1aa4008be associated. External IP: 172.27.2.175, port: 4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd. May 17 19:34:25.849320 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3067b8f-23d7-4d51-b7cb-037cbb36d9aa tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Router b01f1c7e-ca98-496e-98a3-132f4a505256 has already been hosted by L3 agent d0bc9f74-feb0-4354-bd47-885486f1ec0d {{(pid=103781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 19:34:25.949787 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3067b8f-23d7-4d51-b7cb-037cbb36d9aa tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Notify agent at l3_agent.dv-cinder-840678-10-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 19:34:25.954158 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b3067b8f-23d7-4d51-b7cb-037cbb36d9aa tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for floatingip (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:25.962996 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c29456-b1a5-47af-9be3-e5dcd711fdef None None] Sync routers for ids ['b01f1c7e-ca98-496e-98a3-132f4a505256'] in dv-cinder-840678-10-iscsi {{(pid=103782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 19:34:25.973300 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c29456-b1a5-47af-9be3-e5dcd711fdef None None] Routers {'b01f1c7e-ca98-496e-98a3-132f4a505256'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:34:25.973916 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-d9c29456-b1a5-47af-9be3-e5dcd711fdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:34:17Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['b01f1c7e-ca98-496e-98a3-132f4a505256'], 'active': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:34:25.984120 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-b3067b8f-23d7-4d51-b7cb-037cbb36d9aa tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "PUT /v2.0/floatingips/902c19da-04b4-437d-95b6-e4c1aa4008be HTTP/1.1" status: 200 len: 991 time: 0.9403219 May 17 19:34:25.984710 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4178943-4254-4469-868d-099cb1de2fc2', 'tag': '4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:34:25.986987 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5abf21081b7c701043d67e7bff15db599e71af2afb5ac8611b6265996300b020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9b77ad-7c4e-4750-a7c7-90c23f9dae5c" -d '{"events": [{"name": "network-changed", "server_uuid": "c4178943-4254-4469-868d-099cb1de2fc2", "tag": "4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:34:26.021403 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 19:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194248eb-f166-4e85-9bbf-d326110d1e7b x-openstack-request-id: req-194248eb-f166-4e85-9bbf-d326110d1e7b {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:34:26.021716 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4178943-4254-4469-868d-099cb1de2fc2", "tag": "4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:34:26.021963 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-194248eb-f166-4e85-9bbf-d326110d1e7b {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:34:26.022374 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-194248eb-f166-4e85-9bbf-d326110d1e7b'] response: {'name': 'network-changed', 'server_uuid': 'c4178943-4254-4469-868d-099cb1de2fc2', 'tag': '4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd', 'status': 'completed', 'code': 200} May 17 19:34:26.076864 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvr_db [None req-d9c29456-b1a5-47af-9be3-e5dcd711fdef None None] Set router b01f1c7e-ca98-496e-98a3-132f4a505256 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:34:26.093522 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b77ad-7c4e-4750-a7c7-90c23f9dae5c req-48dba5b6-d85a-426a-b36c-610e0fdff464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:26.094706 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4c9b77ad-7c4e-4750-a7c7-90c23f9dae5c req-48dba5b6-d85a-426a-b36c-610e0fdff464 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b23e9f1907a6406785be000e1373dc41&device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 1129 time: 0.0422440 May 17 19:34:26.185431 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b77ad-7c4e-4750-a7c7-90c23f9dae5c req-cab3b6b8-41c1-420a-bda5-3a95adcb876d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:26.186871 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4c9b77ad-7c4e-4750-a7c7-90c23f9dae5c req-cab3b6b8-41c1-420a-bda5-3a95adcb876d service neutron] 10.222.0.69 "GET /v2.0/networks?id=40c7fbe2-bd07-440e-b191-34ce3a30a8a0 HTTP/1.1" status: 200 len: 918 time: 0.0852075 May 17 19:34:26.247407 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4c9b77ad-7c4e-4750-a7c7-90c23f9dae5c req-3a297936-32b4-4afd-a572-fcdf1017e091 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd HTTP/1.1" status: 200 len: 999 time: 0.0540774 May 17 19:34:26.302681 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b77ad-7c4e-4750-a7c7-90c23f9dae5c req-d06169ea-43f3-41fe-b44b-3818ac30cf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:26.303957 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4c9b77ad-7c4e-4750-a7c7-90c23f9dae5c req-d06169ea-43f3-41fe-b44b-3818ac30cf0a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4afc8f6d-c4ef-4f27-b1bd-b836aad1cd58 HTTP/1.1" status: 200 len: 856 time: 0.0503538 May 17 19:34:26.351138 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b77ad-7c4e-4750-a7c7-90c23f9dae5c req-983b0cb0-59c2-4ba4-9220-217553611f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:26.353586 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4c9b77ad-7c4e-4750-a7c7-90c23f9dae5c req-983b0cb0-59c2-4ba4-9220-217553611f4d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=40c7fbe2-bd07-440e-b191-34ce3a30a8a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417097 May 17 19:34:26.441033 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4c9b77ad-7c4e-4750-a7c7-90c23f9dae5c req-e084050c-9199-42d1-875b-37c58d465ddf service neutron] 10.222.0.69 "GET /v2.0/networks/40c7fbe2-bd07-440e-b191-34ce3a30a8a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808728 May 17 19:34:26.443892 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-d9c29456-b1a5-47af-9be3-e5dcd711fdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'name': 'tempest-AttachVolumeShelveTestJSON-1105554132-router', 'tenant_id': 'b23e9f1907a6406785be000e1373dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '003b7f17-8c79-4647-b3d2-1123bd52e32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:29:41Z', 'updated_at': '2022-05-17T19:29:49Z', 'revision_number': 4, 'project_id': 'b23e9f1907a6406785be000e1373dc41', 'gw_port': {'id': '003b7f17-8c79-4647-b3d2-1123bd52e32e', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:42Z', 'updated_at': '2022-05-17T19:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_floatingips': [{'id': '902c19da-04b4-437d-95b6-e4c1aa4008be', 'tenant_id': 'b23e9f1907a6406785be000e1373dc41', 'floating_ip_address': '172.27.2.175', 'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'router_id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'port_id': '4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40c7fbe2-bd07-440e-b191-34ce3a30a8a0', 'mac_address': 'fa:16:3e:08:e7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4178943-4254-4469-868d-099cb1de2fc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T19:34:08Z', 'updated_at': '2022-05-17T19:34:25Z', 'revision_number': 1, 'project_id': 'b23e9f1907a6406785be000e1373dc41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79ee1b34-18a6-4b3f-ba58-9dc950d058cd', 'name': '', 'network_id': '40c7fbe2-bd07-440e-b191-34ce3a30a8a0', 'tenant_id': 'b23e9f1907a6406785be000e1373dc41', 'mac_address': 'fa:16:3e:8a:78:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4afc8f6d-c4ef-4f27-b1bd-b836aad1cd58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:47Z', 'updated_at': '2022-05-17T19:29:56Z', 'revision_number': 5, 'project_id': 'b23e9f1907a6406785be000e1373dc41', 'subnets': [{'id': '4afc8f6d-c4ef-4f27-b1bd-b836aad1cd58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:34:26.468174 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c29456-b1a5-47af-9be3-e5dcd711fdef None None] Checking router: b01f1c7e-ca98-496e-98a3-132f4a505256 for host: dv-cinder-840678-10-iscsi {{(pid=103782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 19:34:26.476459 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c29456-b1a5-47af-9be3-e5dcd711fdef None None] Routers {'b01f1c7e-ca98-496e-98a3-132f4a505256'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:34:26.477589 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-d9c29456-b1a5-47af-9be3-e5dcd711fdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:34:17Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['b01f1c7e-ca98-496e-98a3-132f4a505256'], 'active': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:34:26.530301 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4c9b77ad-7c4e-4750-a7c7-90c23f9dae5c req-51b44c0e-3df9-41fb-9723-cccdd7c1d87b service neutron] 10.222.0.69 "GET /v2.0/networks/40c7fbe2-bd07-440e-b191-34ce3a30a8a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827787 May 17 19:34:26.577486 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvr_db [None req-d9c29456-b1a5-47af-9be3-e5dcd711fdef None None] Set router b01f1c7e-ca98-496e-98a3-132f4a505256 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:34:26.781158 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-d9c29456-b1a5-47af-9be3-e5dcd711fdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'name': 'tempest-AttachVolumeShelveTestJSON-1105554132-router', 'tenant_id': 'b23e9f1907a6406785be000e1373dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '003b7f17-8c79-4647-b3d2-1123bd52e32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:29:41Z', 'updated_at': '2022-05-17T19:29:49Z', 'revision_number': 4, 'project_id': 'b23e9f1907a6406785be000e1373dc41', 'gw_port': {'id': '003b7f17-8c79-4647-b3d2-1123bd52e32e', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:42Z', 'updated_at': '2022-05-17T19:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_floatingips': [{'id': '902c19da-04b4-437d-95b6-e4c1aa4008be', 'tenant_id': 'b23e9f1907a6406785be000e1373dc41', 'floating_ip_address': '172.27.2.175', 'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'router_id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'port_id': '4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40c7fbe2-bd07-440e-b191-34ce3a30a8a0', 'mac_address': 'fa:16:3e:08:e7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4178943-4254-4469-868d-099cb1de2fc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T19:34:08Z', 'updated_at': '2022-05-17T19:34:25Z', 'revision_number': 1, 'project_id': 'b23e9f1907a6406785be000e1373dc41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79ee1b34-18a6-4b3f-ba58-9dc950d058cd', 'name': '', 'network_id': '40c7fbe2-bd07-440e-b191-34ce3a30a8a0', 'tenant_id': 'b23e9f1907a6406785be000e1373dc41', 'mac_address': 'fa:16:3e:8a:78:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4afc8f6d-c4ef-4f27-b1bd-b836aad1cd58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:47Z', 'updated_at': '2022-05-17T19:29:56Z', 'revision_number': 5, 'project_id': 'b23e9f1907a6406785be000e1373dc41', 'subnets': [{'id': '4afc8f6d-c4ef-4f27-b1bd-b836aad1cd58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:34:26.804698 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c29456-b1a5-47af-9be3-e5dcd711fdef None None] The sync data for ids ['b01f1c7e-ca98-496e-98a3-132f4a505256'] in dv-cinder-840678-10-iscsi is: [{'id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'name': 'tempest-AttachVolumeShelveTestJSON-1105554132-router', 'tenant_id': 'b23e9f1907a6406785be000e1373dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '003b7f17-8c79-4647-b3d2-1123bd52e32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:29:41Z', 'updated_at': '2022-05-17T19:29:49Z', 'revision_number': 4, 'project_id': 'b23e9f1907a6406785be000e1373dc41', 'gw_port': {'id': '003b7f17-8c79-4647-b3d2-1123bd52e32e', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:42Z', 'updated_at': '2022-05-17T19:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_floatingips': [{'id': '902c19da-04b4-437d-95b6-e4c1aa4008be', 'tenant_id': 'b23e9f1907a6406785be000e1373dc41', 'floating_ip_address': '172.27.2.175', 'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'router_id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'port_id': '4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40c7fbe2-bd07-440e-b191-34ce3a30a8a0', 'mac_address': 'fa:16:3e:08:e7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4178943-4254-4469-868d-099cb1de2fc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T19:34:08Z', 'updated_at': '2022-05-17T19:34:25Z', 'revision_number': 1, 'project_id': 'b23e9f1907a6406785be000e1373dc41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79ee1b34-18a6-4b3f-ba58-9dc950d058cd', 'name': '', 'network_id': '40c7fbe2-bd07-440e-b191-34ce3a30a8a0', 'tenant_id': 'b23e9f1907a6406785be000e1373dc41', 'mac_address': 'fa:16:3e:8a:78:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4afc8f6d-c4ef-4f27-b1bd-b836aad1cd58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:47Z', 'updated_at': '2022-05-17T19:29:56Z', 'revision_number': 5, 'project_id': 'b23e9f1907a6406785be000e1373dc41', 'subnets': [{'id': '4afc8f6d-c4ef-4f27-b1bd-b836aad1cd58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 19:34:26.991706 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac87e132-ac12-4eab-b093-d7bd6178c182 None None] New status for floating IP 902c19da-04b4-437d-95b6-e4c1aa4008be: ACTIVE {{(pid=103783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 19:34:31.755973 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 44600) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:34:31.800503 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.db_base_plugin_v2 [None req-80438312-5751-4356-9bc7-074fc3298f04 admin admin] Deleting subnet b0573fd5-1838-48eb-a2b5-2b8b5ef9466d {{(pid=103780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 19:34:31.803538 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-80438312-5751-4356-9bc7-074fc3298f04 admin admin] Publish callbacks [] for subnet (b0573fd5-1838-48eb-a2b5-2b8b5ef9466d), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:31.837799 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-80438312-5751-4356-9bc7-074fc3298f04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12797260'] for subnet (b0573fd5-1838-48eb-a2b5-2b8b5ef9466d), precommit_delete_associations {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:31.881344 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-80438312-5751-4356-9bc7-074fc3298f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-938445'] for subnet (b0573fd5-1838-48eb-a2b5-2b8b5ef9466d), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:32.150584 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-80438312-5751-4356-9bc7-074fc3298f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-938452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16348314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13015750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58575396'] for subnet (b0573fd5-1838-48eb-a2b5-2b8b5ef9466d), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:32.176288 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80438312-5751-4356-9bc7-074fc3298f04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0573fd5-1838-48eb-a2b5-2b8b5ef9466d,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:34:32.181836 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-80438312-5751-4356-9bc7-074fc3298f04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for subnet (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:32.185062 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-80438312-5751-4356-9bc7-074fc3298f04 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b0573fd5-1838-48eb-a2b5-2b8b5ef9466d HTTP/1.1" status: 204 len: 168 time: 0.4280655 May 17 19:34:32.187506 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 44602) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:34:32.253251 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-5f28efdd-b660-4ada-af8c-6e6a8e7e7ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-932882'] for network (2c796bbc-8ba9-48bf-838d-6e35763ba852), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:32.332159 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-5f28efdd-b660-4ada-af8c-6e6a8e7e7ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-940152', 'neutron.services.segments.db._delete_segments_for_network-8792041590294'] for network (2c796bbc-8ba9-48bf-838d-6e35763ba852), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:32.351473 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.services.segments.db [None req-5f28efdd-b660-4ada-af8c-6e6a8e7e7ad5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c796bbc-8ba9-48bf-838d-6e35763ba852']}} {{(pid=103780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:34:32.360542 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.services.segments.db [None req-5f28efdd-b660-4ada-af8c-6e6a8e7e7ad5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fb251ea-b5a7-48e1-925a-6f45378aab1b') {'for_net_delete': True} {{(pid=103780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:34:32.360830 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.services.segments.db [None req-5f28efdd-b660-4ada-af8c-6e6a8e7e7ad5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fb251ea-b5a7-48e1-925a-6f45378aab1b') {} {{(pid=103780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:34:32.369868 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-5f28efdd-b660-4ada-af8c-6e6a8e7e7ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792041591071', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12797301'] for segment (3fb251ea-b5a7-48e1-925a-6f45378aab1b), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:32.382709 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-5f28efdd-b660-4ada-af8c-6e6a8e7e7ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944438'] for segment (3fb251ea-b5a7-48e1-925a-6f45378aab1b), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:32.389342 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f28efdd-b660-4ada-af8c-6e6a8e7e7ad5 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=103780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 19:34:32.389860 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-5f28efdd-b660-4ada-af8c-6e6a8e7e7ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014628'] for segment (3fb251ea-b5a7-48e1-925a-6f45378aab1b), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:32.391339 dv-cinder-840678-10-iscsi neutron-server[103780]: Traceback (most recent call last): May 17 19:34:32.391339 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 19:34:32.391339 dv-cinder-840678-10-iscsi neutron-server[103780]: timer() May 17 19:34:32.391339 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 19:34:32.391339 dv-cinder-840678-10-iscsi neutron-server[103780]: cb(*args, **kw) May 17 19:34:32.391339 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 19:34:32.391339 dv-cinder-840678-10-iscsi neutron-server[103780]: return func(*args, **kwargs) May 17 19:34:32.391339 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 19:34:32.391339 dv-cinder-840678-10-iscsi neutron-server[103780]: self._notify() May 17 19:34:32.391339 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 19:34:32.391339 dv-cinder-840678-10-iscsi neutron-server[103780]: self.callback(batched_events) May 17 19:34:32.391339 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 19:34:32.391339 dv-cinder-840678-10-iscsi neutron-server[103780]: event.method(event) May 17 19:34:32.391339 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 19:34:32.391339 dv-cinder-840678-10-iscsi neutron-server[103780]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 19:34:32.391339 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 19:34:32.391339 dv-cinder-840678-10-iscsi neutron-server[103780]: aggregate_uuid = self.p_client.list_aggregates( May 17 19:34:32.391339 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 19:34:32.391339 dv-cinder-840678-10-iscsi neutron-server[103780]: return f(self, *a, **k) May 17 19:34:32.391339 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 19:34:32.391339 dv-cinder-840678-10-iscsi neutron-server[103780]: return self._get(url).json() May 17 19:34:32.391339 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 19:34:32.391339 dv-cinder-840678-10-iscsi neutron-server[103780]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 19:34:32.391339 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 19:34:32.391339 dv-cinder-840678-10-iscsi neutron-server[103780]: return self.request(url, 'GET', **kwargs) May 17 19:34:32.391339 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 19:34:32.391339 dv-cinder-840678-10-iscsi neutron-server[103780]: base_url = self.get_endpoint(auth, allow=allow, May 17 19:34:32.391339 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 19:34:32.391339 dv-cinder-840678-10-iscsi neutron-server[103780]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 19:34:32.391339 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 19:34:32.391339 dv-cinder-840678-10-iscsi neutron-server[103780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 19:34:32.391339 dv-cinder-840678-10-iscsi neutron-server[103780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 19:34:32.504521 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-5f28efdd-b660-4ada-af8c-6e6a8e7e7ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-940099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16764915'] for network (2c796bbc-8ba9-48bf-838d-6e35763ba852), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:32.511570 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-5f28efdd-b660-4ada-af8c-6e6a8e7e7ad5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for network (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:32.514640 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-5f28efdd-b660-4ada-af8c-6e6a8e7e7ad5 admin admin] 10.222.0.58 "DELETE /v2.0/networks/2c796bbc-8ba9-48bf-838d-6e35763ba852 HTTP/1.1" status: 204 len: 168 time: 0.3262131 May 17 19:34:32.523904 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f28efdd-b660-4ada-af8c-6e6a8e7e7ad5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c796bbc-8ba9-48bf-838d-6e35763ba852,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:34:32.851403 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 44608) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:34:32.890462 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-7d5950af-35d4-4239-aad4-41e9e01a782b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4c80a1d247d44fb9b467b7e312d7ddec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376544 May 17 19:34:32.892840 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 44610) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:34:32.938170 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-c1750f47-5323-4688-a9b7-b5031b0f7a70 admin admin] Publish callbacks [] for security_group (5740d66a-072c-47b3-94cd-2729cf1d98d2), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:32.958813 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-c1750f47-5323-4688-a9b7-b5031b0f7a70 admin admin] Publish callbacks [] for security_group (5740d66a-072c-47b3-94cd-2729cf1d98d2), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:33.098629 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-c1750f47-5323-4688-a9b7-b5031b0f7a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (5740d66a-072c-47b3-94cd-2729cf1d98d2), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:33.101039 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-c1750f47-5323-4688-a9b7-b5031b0f7a70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:33.102460 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-c1750f47-5323-4688-a9b7-b5031b0f7a70 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5740d66a-072c-47b3-94cd-2729cf1d98d2 HTTP/1.1" status: 204 len: 168 time: 0.2087569 May 17 19:34:33.110660 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1750f47-5323-4688-a9b7-b5031b0f7a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5740d66a-072c-47b3-94cd-2729cf1d98d2,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:34:34.475547 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.agents_db [None req-42b69621-6215-4a4a-9d32-588efc9ea437 None None] Agent healthcheck: found 6 active agents {{(pid=103783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 19:34:41.698497 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e9a55-07ba-49fd-ae11-180e3c458e5e req-f40c987d-a362-4525-97ff-5a6854225489 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:41.700028 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-989e9a55-07ba-49fd-ae11-180e3c458e5e req-f40c987d-a362-4525-97ff-5a6854225489 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 945 time: 0.2439566 May 17 19:34:41.746380 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-989e9a55-07ba-49fd-ae11-180e3c458e5e req-b958e502-8342-440d-b942-5e9f7cc03197 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f20730c-0387-4878-ba3f-6860b536aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407574 May 17 19:34:42.909755 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc2230-0894-463f-9125-eb6a0b71bb18 req-e40d3832-4d99-45ba-ad44-d978c84899b9 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:42.911215 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a5dc2230-0894-463f-9125-eb6a0b71bb18 req-e40d3832-4d99-45ba-ad44-d978c84899b9 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 945 time: 0.0991418 May 17 19:34:42.956247 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a5dc2230-0894-463f-9125-eb6a0b71bb18 req-ceb17f49-4bad-4693-a7f8-9e4f8d3abd85 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f20730c-0387-4878-ba3f-6860b536aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394053 May 17 19:34:44.068296 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7374d-d666-4ea6-becc-3a028ee01609 req-a6ca175d-027b-4b62-90a6-b20329dfea32 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:44.069720 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-47f7374d-d666-4ea6-becc-3a028ee01609 req-a6ca175d-027b-4b62-90a6-b20329dfea32 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 945 time: 0.0453541 May 17 19:34:44.114414 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-47f7374d-d666-4ea6-becc-3a028ee01609 req-fbd967df-6304-4b1a-9fc9-497a1aed5cfa tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f20730c-0387-4878-ba3f-6860b536aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386498 May 17 19:34:44.473238 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (bee311cb-2a55-4828-8ca4-4ee09c88de79), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:44.966870 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e4161d6d-54a8-4152-ad44-c4f11d83d839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:45.062976 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89054f-b83b-4b94-81c2-439c2553d629 req-14da492b-1757-4cc5-ad3a-0aea9cda5997 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:45.064578 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3d89054f-b83b-4b94-81c2-439c2553d629 req-14da492b-1757-4cc5-ad3a-0aea9cda5997 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.69 "GET /v2.0/ports?device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 945 time: 0.0508177 May 17 19:34:45.134354 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-37d42c48-60d6-4497-aaef-a6d64a6318a2 req-b23e3818-714b-4688-917e-3db33e421e27 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412893 May 17 19:34:45.146604 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [req-3d89054f-b83b-4b94-81c2-439c2553d629 req-9db5816e-700d-45f8-bbe8-717f3a87537c tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Deleting port 2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9 {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:34:45.146874 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-3d89054f-b83b-4b94-81c2-439c2553d629 req-9db5816e-700d-45f8-bbe8-717f3a87537c tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:45.194573 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d42c48-60d6-4497-aaef-a6d64a6318a2 req-02d3c1ec-4fab-430e-92fc-8a4d9fc5b9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:45.196088 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-37d42c48-60d6-4497-aaef-a6d64a6318a2 req-02d3c1ec-4fab-430e-92fc-8a4d9fc5b9ca service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5d488b25563d4373b5c980ab060bc822&device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 1130 time: 0.0405884 May 17 19:34:45.269230 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4632f46-33b4-4710-9ec8-a4ce6e82a42a req-a3b854f3-b670-43c0-a43c-8075e9101406 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:45.270671 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d4632f46-33b4-4710-9ec8-a4ce6e82a42a req-a3b854f3-b670-43c0-a43c-8075e9101406 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 945 time: 0.0651386 May 17 19:34:45.275996 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-3d89054f-b83b-4b94-81c2-439c2553d629 req-9db5816e-700d-45f8-bbe8-717f3a87537c tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] For port 2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9,segment=NetworkSegment(1bdcad8c-4500-4b1c-91ba-9b35d4cd746d),segment_id=1bdcad8c-4500-4b1c-91ba-9b35d4cd746d)] {{(pid=103781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:34:45.276355 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-3d89054f-b83b-4b94-81c2-439c2553d629 req-9db5816e-700d-45f8-bbe8-717f3a87537c tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:45.299921 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d42c48-60d6-4497-aaef-a6d64a6318a2 req-d8e78234-3e11-45cd-8d0e-b678dbd0ce0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:45.301340 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-37d42c48-60d6-4497-aaef-a6d64a6318a2 req-d8e78234-3e11-45cd-8d0e-b678dbd0ce0e service neutron] 10.222.0.69 "GET /v2.0/networks?id=ddaa928e-2db4-4b37-b723-ff2ae1e2b964 HTTP/1.1" status: 200 len: 919 time: 0.0866694 May 17 19:34:45.343793 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-37d42c48-60d6-4497-aaef-a6d64a6318a2 req-358a0cbf-c8de-4a1f-b9e8-a02c8d59db89 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fef58b30-8e08-495d-ac60-e3ff495f260d HTTP/1.1" status: 200 len: 217 time: 0.0359623 May 17 19:34:45.391393 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d42c48-60d6-4497-aaef-a6d64a6318a2 req-c86ee91a-5595-4f3f-a532-d00e1eefca50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:45.392878 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-37d42c48-60d6-4497-aaef-a6d64a6318a2 req-c86ee91a-5595-4f3f-a532-d00e1eefca50 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=78a5955d-2965-41b9-ae73-2183d9038bbb HTTP/1.1" status: 200 len: 857 time: 0.0432181 May 17 19:34:45.435771 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d42c48-60d6-4497-aaef-a6d64a6318a2 req-5ae5f723-86fd-4a99-b276-22cfc02e4b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:45.437168 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-37d42c48-60d6-4497-aaef-a6d64a6318a2 req-5ae5f723-86fd-4a99-b276-22cfc02e4b8a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ddaa928e-2db4-4b37-b723-ff2ae1e2b964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387247 May 17 19:34:45.437366 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d4632f46-33b4-4710-9ec8-a4ce6e82a42a req-5577b424-f4e1-4011-b127-2cfd664d5764 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f20730c-0387-4878-ba3f-6860b536aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584775 May 17 19:34:45.511176 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-3d89054f-b83b-4b94-81c2-439c2553d629 req-9db5816e-700d-45f8-bbe8-717f3a87537c tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:45.511581 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-3d89054f-b83b-4b94-81c2-439c2553d629 req-9db5816e-700d-45f8-bbe8-717f3a87537c tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16764702'] for floatingip (ded70423-1105-4b93-aae4-49909486917d), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:45.511862 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.db.l3_db [req-3d89054f-b83b-4b94-81c2-439c2553d629 req-9db5816e-700d-45f8-bbe8-717f3a87537c tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Floating IP ded70423-1105-4b93-aae4-49909486917d disassociated. External IP: 172.27.2.227, port: 2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9. May 17 19:34:45.512206 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [req-3d89054f-b83b-4b94-81c2-439c2553d629 req-9db5816e-700d-45f8-bbe8-717f3a87537c tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Calling delete_port for 2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9 owned by compute:nova {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:34:45.532780 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-37d42c48-60d6-4497-aaef-a6d64a6318a2 req-d85eed5a-638d-4319-85af-96789082855c service neutron] 10.222.0.69 "GET /v2.0/networks/ddaa928e-2db4-4b37-b723-ff2ae1e2b964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883765 May 17 19:34:45.621878 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-37d42c48-60d6-4497-aaef-a6d64a6318a2 req-3fe8dd2b-fcae-4e1b-b5fc-d1c68e781b03 service neutron] 10.222.0.69 "GET /v2.0/networks/ddaa928e-2db4-4b37-b723-ff2ae1e2b964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825372 May 17 19:34:45.701696 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-3d89054f-b83b-4b94-81c2-439c2553d629 req-9db5816e-700d-45f8-bbe8-717f3a87537c tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:45.727969 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db5816e-700d-45f8-bbe8-717f3a87537c tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Pushing event deleted for resources: {'Port': ['ID=2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:34:46.064253 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d89054f-b83b-4b94-81c2-439c2553d629 req-9db5816e-700d-45f8-bbe8-717f3a87537c tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Router fe49bd36-5d64-4463-99d3-b4b95ea9d339 has already been hosted by L3 agent d0bc9f74-feb0-4354-bd47-885486f1ec0d {{(pid=103781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 19:34:46.172010 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d89054f-b83b-4b94-81c2-439c2553d629 req-9db5816e-700d-45f8-bbe8-717f3a87537c tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Notify agent at l3_agent.dv-cinder-840678-10-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 19:34:46.184415 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a704790-c6e1-4e06-be9b-38bab2c91586 None None] Sync routers for ids ['fe49bd36-5d64-4463-99d3-b4b95ea9d339'] in dv-cinder-840678-10-iscsi {{(pid=103782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 19:34:46.194764 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a704790-c6e1-4e06-be9b-38bab2c91586 None None] Routers {'fe49bd36-5d64-4463-99d3-b4b95ea9d339'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:34:46.195394 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-1a704790-c6e1-4e06-be9b-38bab2c91586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:34:17Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['fe49bd36-5d64-4463-99d3-b4b95ea9d339'], 'active': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:34:46.213931 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d89054f-b83b-4b94-81c2-439c2553d629 req-9db5816e-700d-45f8-bbe8-717f3a87537c tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] No DVR routers for this DVR port 2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9 on host hv-cinder-84067 {{(pid=103781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 19:34:46.216494 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-3d89054f-b83b-4b94-81c2-439c2553d629 req-9db5816e-700d-45f8-bbe8-717f3a87537c tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:46.219707 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3d89054f-b83b-4b94-81c2-439c2553d629 req-9db5816e-700d-45f8-bbe8-717f3a87537c tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.69 "DELETE /v2.0/ports/2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9 HTTP/1.1" status: 204 len: 173 time: 1.1493094 May 17 19:34:46.220140 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db49ed28-b324-4e1a-a507-49abe81af51c', 'name': 'network-vif-deleted', 'tag': '2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:34:46.222308 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5abf21081b7c701043d67e7bff15db599e71af2afb5ac8611b6265996300b020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e303020-367e-46b6-a6bd-75a223dac9ef" -d '{"events": [{"server_uuid": "db49ed28-b324-4e1a-a507-49abe81af51c", "name": "network-vif-deleted", "tag": "2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:34:46.256715 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 19:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfddbc4a-a32d-4168-82bb-224a891772f4 x-openstack-request-id: req-bfddbc4a-a32d-4168-82bb-224a891772f4 {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:34:46.257001 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db49ed28-b324-4e1a-a507-49abe81af51c", "name": "network-vif-deleted", "tag": "2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:34:46.257246 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bfddbc4a-a32d-4168-82bb-224a891772f4 {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:34:46.257641 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfddbc4a-a32d-4168-82bb-224a891772f4'] response: {'server_uuid': 'db49ed28-b324-4e1a-a507-49abe81af51c', 'name': 'network-vif-deleted', 'tag': '2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9', 'status': 'completed', 'code': 200} May 17 19:34:46.312890 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvr_db [None req-1a704790-c6e1-4e06-be9b-38bab2c91586 None None] Set router fe49bd36-5d64-4463-99d3-b4b95ea9d339 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:34:46.498225 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-1a704790-c6e1-4e06-be9b-38bab2c91586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe49bd36-5d64-4463-99d3-b4b95ea9d339', 'name': 'tempest-ServerRescueNegativeTestJSON-681804050-router', 'tenant_id': '5d488b25563d4373b5c980ab060bc822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '6e3cf1cd-e82b-48b2-a2ef-124046e79899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:29:41Z', 'updated_at': '2022-05-17T19:29:49Z', 'revision_number': 4, 'project_id': '5d488b25563d4373b5c980ab060bc822', 'gw_port': {'id': '6e3cf1cd-e82b-48b2-a2ef-124046e79899', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:aa:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49bd36-5d64-4463-99d3-b4b95ea9d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:43Z', 'updated_at': '2022-05-17T19:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': 'c382e084-003d-4182-8666-e15541b54a9e', 'name': '', 'network_id': 'ddaa928e-2db4-4b37-b723-ff2ae1e2b964', 'tenant_id': '5d488b25563d4373b5c980ab060bc822', 'mac_address': 'fa:16:3e:8d:bf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49bd36-5d64-4463-99d3-b4b95ea9d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '78a5955d-2965-41b9-ae73-2183d9038bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:47Z', 'updated_at': '2022-05-17T19:29:57Z', 'revision_number': 5, 'project_id': '5d488b25563d4373b5c980ab060bc822', 'subnets': [{'id': '78a5955d-2965-41b9-ae73-2183d9038bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:34:46.523642 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a704790-c6e1-4e06-be9b-38bab2c91586 None None] Checking router: fe49bd36-5d64-4463-99d3-b4b95ea9d339 for host: dv-cinder-840678-10-iscsi {{(pid=103782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 19:34:46.532216 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a704790-c6e1-4e06-be9b-38bab2c91586 None None] Routers {'fe49bd36-5d64-4463-99d3-b4b95ea9d339'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:34:46.532842 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-1a704790-c6e1-4e06-be9b-38bab2c91586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:34:17Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['fe49bd36-5d64-4463-99d3-b4b95ea9d339'], 'active': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:34:46.538585 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2399e2ce-9d67-4201-a984-95776ec99224 req-6a008be5-b6ed-4686-9f80-c5cad6232155 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=db49ed28-b324-4e1a-a507-49abe81af51c HTTP/1.1" status: 200 len: 210 time: 0.0308745 May 17 19:34:46.633464 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvr_db [None req-1a704790-c6e1-4e06-be9b-38bab2c91586 None None] Set router fe49bd36-5d64-4463-99d3-b4b95ea9d339 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:34:46.809663 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-1a704790-c6e1-4e06-be9b-38bab2c91586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe49bd36-5d64-4463-99d3-b4b95ea9d339', 'name': 'tempest-ServerRescueNegativeTestJSON-681804050-router', 'tenant_id': '5d488b25563d4373b5c980ab060bc822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '6e3cf1cd-e82b-48b2-a2ef-124046e79899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:29:41Z', 'updated_at': '2022-05-17T19:29:49Z', 'revision_number': 4, 'project_id': '5d488b25563d4373b5c980ab060bc822', 'gw_port': {'id': '6e3cf1cd-e82b-48b2-a2ef-124046e79899', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:aa:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49bd36-5d64-4463-99d3-b4b95ea9d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:43Z', 'updated_at': '2022-05-17T19:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': 'c382e084-003d-4182-8666-e15541b54a9e', 'name': '', 'network_id': 'ddaa928e-2db4-4b37-b723-ff2ae1e2b964', 'tenant_id': '5d488b25563d4373b5c980ab060bc822', 'mac_address': 'fa:16:3e:8d:bf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49bd36-5d64-4463-99d3-b4b95ea9d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '78a5955d-2965-41b9-ae73-2183d9038bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:47Z', 'updated_at': '2022-05-17T19:29:57Z', 'revision_number': 5, 'project_id': '5d488b25563d4373b5c980ab060bc822', 'subnets': [{'id': '78a5955d-2965-41b9-ae73-2183d9038bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:34:46.836305 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a704790-c6e1-4e06-be9b-38bab2c91586 None None] The sync data for ids ['fe49bd36-5d64-4463-99d3-b4b95ea9d339'] in dv-cinder-840678-10-iscsi is: [{'id': 'fe49bd36-5d64-4463-99d3-b4b95ea9d339', 'name': 'tempest-ServerRescueNegativeTestJSON-681804050-router', 'tenant_id': '5d488b25563d4373b5c980ab060bc822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '6e3cf1cd-e82b-48b2-a2ef-124046e79899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:29:41Z', 'updated_at': '2022-05-17T19:29:49Z', 'revision_number': 4, 'project_id': '5d488b25563d4373b5c980ab060bc822', 'gw_port': {'id': '6e3cf1cd-e82b-48b2-a2ef-124046e79899', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:aa:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49bd36-5d64-4463-99d3-b4b95ea9d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:43Z', 'updated_at': '2022-05-17T19:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': 'c382e084-003d-4182-8666-e15541b54a9e', 'name': '', 'network_id': 'ddaa928e-2db4-4b37-b723-ff2ae1e2b964', 'tenant_id': '5d488b25563d4373b5c980ab060bc822', 'mac_address': 'fa:16:3e:8d:bf:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49bd36-5d64-4463-99d3-b4b95ea9d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '78a5955d-2965-41b9-ae73-2183d9038bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:47Z', 'updated_at': '2022-05-17T19:29:57Z', 'revision_number': 5, 'project_id': '5d488b25563d4373b5c980ab060bc822', 'subnets': [{'id': '78a5955d-2965-41b9-ae73-2183d9038bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 19:34:47.049664 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cce9f7-fd82-4a00-9d9a-bbf2568ec951 None None] New status for floating IP ded70423-1105-4b93-aae4-49909486917d: DOWN {{(pid=103783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 19:34:47.278752 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-8193f76b-0757-46e2-905e-b039f85f59f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:47.690731 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 44660) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:34:47.749632 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-7a0e8149-9204-4701-bea1-5346c014226a tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks [] for security_group (4f20730c-0387-4878-ba3f-6860b536aa21), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:47.772597 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-7a0e8149-9204-4701-bea1-5346c014226a tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks [] for security_group (4f20730c-0387-4878-ba3f-6860b536aa21), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:47.896417 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-7a0e8149-9204-4701-bea1-5346c014226a tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (4f20730c-0387-4878-ba3f-6860b536aa21), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:47.898954 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-7a0e8149-9204-4701-bea1-5346c014226a tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:47.900820 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-7a0e8149-9204-4701-bea1-5346c014226a tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "DELETE /v2.0/security-groups/4f20730c-0387-4878-ba3f-6860b536aa21 HTTP/1.1" status: 204 len: 168 time: 0.2090862 May 17 19:34:47.903479 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 44662) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:34:47.909730 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0e8149-9204-4701-bea1-5346c014226a tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f20730c-0387-4878-ba3f-6860b536aa21,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:34:47.917750 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.api.v2.resource [None req-ece2f8f7-cb93-4639-86d7-61e366216943 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] show failed (client error): The resource could not be found. May 17 19:34:47.918731 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-ece2f8f7-cb93-4639-86d7-61e366216943 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups/4f20730c-0387-4878-ba3f-6860b536aa21 HTTP/1.1" status: 404 len: 347 time: 0.0142515 May 17 19:34:47.921522 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 44664) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:34:48.025957 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-e946d989-c254-4ab0-9b75-0f5e38796cd6 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Deleting port 49060fe1-affb-42f7-94ab-c65f82acc139 {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:34:48.026281 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-e946d989-c254-4ab0-9b75-0f5e38796cd6 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (49060fe1-affb-42f7-94ab-c65f82acc139), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:48.099316 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-e946d989-c254-4ab0-9b75-0f5e38796cd6 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (49060fe1-affb-42f7-94ab-c65f82acc139), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:48.099675 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-e946d989-c254-4ab0-9b75-0f5e38796cd6 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks [] for floatingip (49060fe1-affb-42f7-94ab-c65f82acc139), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:48.111579 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-e946d989-c254-4ab0-9b75-0f5e38796cd6 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Calling delete_port for 49060fe1-affb-42f7-94ab-c65f82acc139 owned by network:floatingip {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:34:48.301972 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-e946d989-c254-4ab0-9b75-0f5e38796cd6 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (49060fe1-affb-42f7-94ab-c65f82acc139), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:48.326309 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e946d989-c254-4ab0-9b75-0f5e38796cd6 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Pushing event deleted for resources: {'Port': ['ID=49060fe1-affb-42f7-94ab-c65f82acc139,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:34:48.387751 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-e946d989-c254-4ab0-9b75-0f5e38796cd6 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks [] for floatingip (ded70423-1105-4b93-aae4-49909486917d), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:48.390157 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-e946d989-c254-4ab0-9b75-0f5e38796cd6 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for floatingip (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:48.391278 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-e946d989-c254-4ab0-9b75-0f5e38796cd6 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "DELETE /v2.0/floatingips/ded70423-1105-4b93-aae4-49909486917d HTTP/1.1" status: 204 len: 168 time: 0.4688981 May 17 19:34:48.456526 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:50.189024 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 19:34:50.209556 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] No Port match for: 2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9 {{(pid=103782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 19:34:50.209898 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 2ecf7cd0-325c-4b3a-a377-bc8aa2a5caf9 not bound to the agent host hv-cinder-84067 {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 19:34:50.252810 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:51.324764 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffea497-9b14-484a-8edf-48f69400f13b req-decc50b1-fbda-4f73-aaa4-f1dbe65f96f1 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:51.326228 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-dffea497-9b14-484a-8edf-48f69400f13b req-decc50b1-fbda-4f73-aaa4-f1dbe65f96f1 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 946 time: 0.0492532 May 17 19:34:51.461687 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-dffea497-9b14-484a-8edf-48f69400f13b req-675658de-8226-4925-a316-1c354e80c648 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297078 May 17 19:34:51.496371 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:52.577426 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a678c1-51b8-4db0-80b6-facb3b049e18 req-4a72db8d-9938-4558-a38f-0f8b519ca5c3 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:52.578888 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-53a678c1-51b8-4db0-80b6-facb3b049e18 req-4a72db8d-9938-4558-a38f-0f8b519ca5c3 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 946 time: 0.0465062 May 17 19:34:52.624835 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-53a678c1-51b8-4db0-80b6-facb3b049e18 req-0b2aecfb-855d-401e-8e57-f55bcf7097af tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403924 May 17 19:34:53.734311 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2aaf3a-f19d-4df2-a20b-ac9e096f06d8 req-0d3c52ce-69fc-4443-a5c2-a6ac9a4b63d3 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:53.735779 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1e2aaf3a-f19d-4df2-a20b-ac9e096f06d8 req-0d3c52ce-69fc-4443-a5c2-a6ac9a4b63d3 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.69 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 946 time: 0.0664940 May 17 19:34:53.780607 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd9cc9e-7a49-4548-8462-304735a82cb5 req-a44411c0-d1f1-4bfe-b80b-41e6428a8c22 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:53.782012 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4fd9cc9e-7a49-4548-8462-304735a82cb5 req-a44411c0-d1f1-4bfe-b80b-41e6428a8c22 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 946 time: 0.0847321 May 17 19:34:53.860862 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [req-1e2aaf3a-f19d-4df2-a20b-ac9e096f06d8 req-cd70a131-3fb7-4967-98d0-5b963ec3c951 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Deleting port fef58b30-8e08-495d-ac60-e3ff495f260d {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:34:53.861197 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-1e2aaf3a-f19d-4df2-a20b-ac9e096f06d8 req-cd70a131-3fb7-4967-98d0-5b963ec3c951 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (fef58b30-8e08-495d-ac60-e3ff495f260d), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:53.867711 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4fd9cc9e-7a49-4548-8462-304735a82cb5 req-f43c881d-78da-422c-a9b2-a4126915af01 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784600 May 17 19:34:53.952812 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-1e2aaf3a-f19d-4df2-a20b-ac9e096f06d8 req-cd70a131-3fb7-4967-98d0-5b963ec3c951 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] For port fef58b30-8e08-495d-ac60-e3ff495f260d, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=fef58b30-8e08-495d-ac60-e3ff495f260d,segment=NetworkSegment(1bdcad8c-4500-4b1c-91ba-9b35d4cd746d),segment_id=1bdcad8c-4500-4b1c-91ba-9b35d4cd746d)] {{(pid=103781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:34:53.953202 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-1e2aaf3a-f19d-4df2-a20b-ac9e096f06d8 req-cd70a131-3fb7-4967-98d0-5b963ec3c951 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (fef58b30-8e08-495d-ac60-e3ff495f260d), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:53.967924 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [req-1e2aaf3a-f19d-4df2-a20b-ac9e096f06d8 req-cd70a131-3fb7-4967-98d0-5b963ec3c951 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Calling delete_port for fef58b30-8e08-495d-ac60-e3ff495f260d owned by compute:nova {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:34:54.161112 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-1e2aaf3a-f19d-4df2-a20b-ac9e096f06d8 req-cd70a131-3fb7-4967-98d0-5b963ec3c951 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (fef58b30-8e08-495d-ac60-e3ff495f260d), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:54.173991 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] get_ports_and_sgs() called for port_ids ['f56ad1e3-8b59-4f7f-96b0-206928ec8a1d', 'fef58b30-8e08-495d-ac60-e3ff495f260d'] {{(pid=103782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 19:34:54.185926 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd70a131-3fb7-4967-98d0-5b963ec3c951 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Pushing event deleted for resources: {'Port': ['ID=fef58b30-8e08-495d-ac60-e3ff495f260d,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:34:54.234533 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2aaf3a-f19d-4df2-a20b-ac9e096f06d8 req-cd70a131-3fb7-4967-98d0-5b963ec3c951 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] No DVR routers for this DVR port fef58b30-8e08-495d-ac60-e3ff495f260d on host hv-cinder-84067 {{(pid=103781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 19:34:54.237028 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-1e2aaf3a-f19d-4df2-a20b-ac9e096f06d8 req-cd70a131-3fb7-4967-98d0-5b963ec3c951 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:54.240298 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1e2aaf3a-f19d-4df2-a20b-ac9e096f06d8 req-cd70a131-3fb7-4967-98d0-5b963ec3c951 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.69 "DELETE /v2.0/ports/fef58b30-8e08-495d-ac60-e3ff495f260d HTTP/1.1" status: 204 len: 173 time: 0.4970832 May 17 19:34:54.240736 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25128671-9679-409f-834a-8969ced95f56', 'name': 'network-vif-deleted', 'tag': 'fef58b30-8e08-495d-ac60-e3ff495f260d'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:34:54.242921 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5abf21081b7c701043d67e7bff15db599e71af2afb5ac8611b6265996300b020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6383ef-c055-4813-bbdd-efa17f9c8d01" -d '{"events": [{"server_uuid": "25128671-9679-409f-834a-8969ced95f56", "name": "network-vif-deleted", "tag": "fef58b30-8e08-495d-ac60-e3ff495f260d"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:34:54.278022 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 19:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0e9aa4-4c62-477b-bf25-d0b43f74832a x-openstack-request-id: req-9a0e9aa4-4c62-477b-bf25-d0b43f74832a {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:34:54.278312 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25128671-9679-409f-834a-8969ced95f56", "name": "network-vif-deleted", "tag": "fef58b30-8e08-495d-ac60-e3ff495f260d", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:34:54.278560 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9a0e9aa4-4c62-477b-bf25-d0b43f74832a {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:34:54.278956 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a0e9aa4-4c62-477b-bf25-d0b43f74832a'] response: {'server_uuid': '25128671-9679-409f-834a-8969ced95f56', 'name': 'network-vif-deleted', 'tag': 'fef58b30-8e08-495d-ac60-e3ff495f260d', 'status': 'completed', 'code': 200} May 17 19:34:54.976148 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0f5c6f2e-8487-47d9-bb22-12d5843d619d req-f69d326d-c517-453d-a491-421201fe0c44 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=25128671-9679-409f-834a-8969ced95f56 HTTP/1.1" status: 200 len: 210 time: 0.0278561 May 17 19:34:56.423270 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a168ed52-a723-4782-9b76-b00d0b5159a2 req-951c1646-16cf-4552-833d-1e64f36c503f tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:56.424753 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-a168ed52-a723-4782-9b76-b00d0b5159a2 req-951c1646-16cf-4552-833d-1e64f36c503f tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=2949df44-a27c-4dc1-acd9-0754c0314ed1 HTTP/1.1" status: 200 len: 945 time: 0.0487905 May 17 19:34:56.469903 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-a168ed52-a723-4782-9b76-b00d0b5159a2 req-4f9faf6d-e6cf-489a-a749-b248b8ba9074 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397437 May 17 19:34:57.582568 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeddbf2-8184-449f-ae6c-882da8c77b66 req-d440c7b6-0464-49ef-ae8b-810527d997ff tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:57.584033 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-adeddbf2-8184-449f-ae6c-882da8c77b66 req-d440c7b6-0464-49ef-ae8b-810527d997ff tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=2949df44-a27c-4dc1-acd9-0754c0314ed1 HTTP/1.1" status: 200 len: 945 time: 0.0462801 May 17 19:34:57.630175 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-adeddbf2-8184-449f-ae6c-882da8c77b66 req-e198b227-9c59-4cc6-80c0-8358c5e1c902 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406370 May 17 19:34:58.218907 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device fef58b30-8e08-495d-ac60-e3ff495f260d no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 19:34:58.240479 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] No Port match for: fef58b30-8e08-495d-ac60-e3ff495f260d {{(pid=103782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 19:34:58.240812 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device fef58b30-8e08-495d-ac60-e3ff495f260d not bound to the agent host hv-cinder-84067 {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 19:34:58.740668 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f6c53-31d0-45cc-86f6-498ee62c481b req-b8fc194f-5fe5-476a-b5c6-2e7a650c6cfb tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:58.742115 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-0a4f6c53-31d0-45cc-86f6-498ee62c481b req-b8fc194f-5fe5-476a-b5c6-2e7a650c6cfb tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=2949df44-a27c-4dc1-acd9-0754c0314ed1 HTTP/1.1" status: 200 len: 945 time: 0.0467832 May 17 19:34:58.787268 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-0a4f6c53-31d0-45cc-86f6-498ee62c481b req-f7a76c4b-6679-4da3-92c6-af00721cdeb5 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392621 May 17 19:34:59.751799 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802d6cf-d304-469e-8d87-563bcf089ffb req-187102f1-5581-4a94-a91b-66e621a18e19 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:59.753193 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5802d6cf-d304-469e-8d87-563bcf089ffb req-187102f1-5581-4a94-a91b-66e621a18e19 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.69 "GET /v2.0/ports?device_id=2949df44-a27c-4dc1-acd9-0754c0314ed1 HTTP/1.1" status: 200 len: 945 time: 0.0474770 May 17 19:34:59.831395 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [req-5802d6cf-d304-469e-8d87-563bcf089ffb req-d9739646-4c8c-419c-b9c3-4b36c6284cbf tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Deleting port f56ad1e3-8b59-4f7f-96b0-206928ec8a1d {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:34:59.831754 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-5802d6cf-d304-469e-8d87-563bcf089ffb req-d9739646-4c8c-419c-b9c3-4b36c6284cbf tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (f56ad1e3-8b59-4f7f-96b0-206928ec8a1d), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:59.934551 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766916a-8c4c-4a1c-b129-3da35fca7b4c req-cdf3200f-36bd-4901-95b5-5375d16c8035 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:34:59.936013 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3766916a-8c4c-4a1c-b129-3da35fca7b4c req-cdf3200f-36bd-4901-95b5-5375d16c8035 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=2949df44-a27c-4dc1-acd9-0754c0314ed1 HTTP/1.1" status: 200 len: 945 time: 0.0812802 May 17 19:34:59.970911 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-5802d6cf-d304-469e-8d87-563bcf089ffb req-d9739646-4c8c-419c-b9c3-4b36c6284cbf tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] For port f56ad1e3-8b59-4f7f-96b0-206928ec8a1d, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=f56ad1e3-8b59-4f7f-96b0-206928ec8a1d,segment=NetworkSegment(1bdcad8c-4500-4b1c-91ba-9b35d4cd746d),segment_id=1bdcad8c-4500-4b1c-91ba-9b35d4cd746d)] {{(pid=103781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:34:59.971265 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-5802d6cf-d304-469e-8d87-563bcf089ffb req-d9739646-4c8c-419c-b9c3-4b36c6284cbf tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (f56ad1e3-8b59-4f7f-96b0-206928ec8a1d), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:34:59.994017 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [req-5802d6cf-d304-469e-8d87-563bcf089ffb req-d9739646-4c8c-419c-b9c3-4b36c6284cbf tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Calling delete_port for f56ad1e3-8b59-4f7f-96b0-206928ec8a1d owned by compute:nova {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:35:00.012234 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3766916a-8c4c-4a1c-b129-3da35fca7b4c req-de817809-5970-4204-b872-f705f2fa6265 tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/security-groups?id=6b3ed7e1-da27-4c07-a631-376f61a7bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687497 May 17 19:35:00.195703 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-5802d6cf-d304-469e-8d87-563bcf089ffb req-d9739646-4c8c-419c-b9c3-4b36c6284cbf tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (f56ad1e3-8b59-4f7f-96b0-206928ec8a1d), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:00.211045 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] get_ports_and_sgs() called for port_ids ['f56ad1e3-8b59-4f7f-96b0-206928ec8a1d'] {{(pid=103782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 19:35:00.223426 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9739646-4c8c-419c-b9c3-4b36c6284cbf tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Pushing event deleted for resources: {'Port': ['ID=f56ad1e3-8b59-4f7f-96b0-206928ec8a1d,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:35:00.270393 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [req-5802d6cf-d304-469e-8d87-563bcf089ffb req-d9739646-4c8c-419c-b9c3-4b36c6284cbf tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] No DVR routers for this DVR port f56ad1e3-8b59-4f7f-96b0-206928ec8a1d on host hv-cinder-84067 {{(pid=103781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 19:35:00.272813 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-5802d6cf-d304-469e-8d87-563bcf089ffb req-d9739646-4c8c-419c-b9c3-4b36c6284cbf tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:00.276094 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5802d6cf-d304-469e-8d87-563bcf089ffb req-d9739646-4c8c-419c-b9c3-4b36c6284cbf tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.69 "DELETE /v2.0/ports/f56ad1e3-8b59-4f7f-96b0-206928ec8a1d HTTP/1.1" status: 204 len: 173 time: 0.5166419 May 17 19:35:00.276519 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2949df44-a27c-4dc1-acd9-0754c0314ed1', 'name': 'network-vif-deleted', 'tag': 'f56ad1e3-8b59-4f7f-96b0-206928ec8a1d'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:35:00.278757 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5abf21081b7c701043d67e7bff15db599e71af2afb5ac8611b6265996300b020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfcbdd64-28eb-4946-afbc-cf570332b676" -d '{"events": [{"server_uuid": "2949df44-a27c-4dc1-acd9-0754c0314ed1", "name": "network-vif-deleted", "tag": "f56ad1e3-8b59-4f7f-96b0-206928ec8a1d"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:35:00.369782 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 19:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915c9b21-525f-449f-a7f8-e8331d2b1e95 x-openstack-request-id: req-915c9b21-525f-449f-a7f8-e8331d2b1e95 {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:35:00.370071 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2949df44-a27c-4dc1-acd9-0754c0314ed1", "name": "network-vif-deleted", "tag": "f56ad1e3-8b59-4f7f-96b0-206928ec8a1d", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:35:00.370317 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-915c9b21-525f-449f-a7f8-e8331d2b1e95 {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:35:00.370711 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-915c9b21-525f-449f-a7f8-e8331d2b1e95'] response: {'server_uuid': '2949df44-a27c-4dc1-acd9-0754c0314ed1', 'name': 'network-vif-deleted', 'tag': 'f56ad1e3-8b59-4f7f-96b0-206928ec8a1d', 'status': 'completed', 'code': 200} May 17 19:35:01.115282 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7ca338b6-59f6-47f5-8834-9d40e5964280 req-a86eda50-7e67-49c1-aa98-848c101f336c tempest-ServerRescueNegativeTestJSON-1316811200 tempest-ServerRescueNegativeTestJSON-1316811200-project] 10.222.0.58 "GET /v2.0/ports?device_id=2949df44-a27c-4dc1-acd9-0754c0314ed1 HTTP/1.1" status: 200 len: 210 time: 0.0291705 May 17 19:35:02.171956 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 44722) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:35:02.638560 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-e5d1041d-eb8f-42d9-a25b-eca33f5f8036 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16761843'] for router_interface (fe49bd36-5d64-4463-99d3-b4b95ea9d339), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:02.907347 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [None req-e5d1041d-eb8f-42d9-a25b-eca33f5f8036 admin admin] Deleting port c382e084-003d-4182-8666-e15541b54a9e {{(pid=103780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:35:02.907704 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-e5d1041d-eb8f-42d9-a25b-eca33f5f8036 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (c382e084-003d-4182-8666-e15541b54a9e), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:02.983543 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.db [None req-e5d1041d-eb8f-42d9-a25b-eca33f5f8036 admin admin] For port c382e084-003d-4182-8666-e15541b54a9e, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=c382e084-003d-4182-8666-e15541b54a9e,segment=NetworkSegment(1bdcad8c-4500-4b1c-91ba-9b35d4cd746d),segment_id=1bdcad8c-4500-4b1c-91ba-9b35d4cd746d)] {{(pid=103780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:35:02.983904 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-e5d1041d-eb8f-42d9-a25b-eca33f5f8036 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (c382e084-003d-4182-8666-e15541b54a9e), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:02.996252 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [None req-e5d1041d-eb8f-42d9-a25b-eca33f5f8036 admin admin] Calling delete_port for c382e084-003d-4182-8666-e15541b54a9e owned by network:router_interface {{(pid=103780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:35:03.310042 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-e5d1041d-eb8f-42d9-a25b-eca33f5f8036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014583'] for port (c382e084-003d-4182-8666-e15541b54a9e), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:03.335686 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d1041d-eb8f-42d9-a25b-eca33f5f8036 admin admin] Pushing event deleted for resources: {'Port': ['ID=c382e084-003d-4182-8666-e15541b54a9e,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:35:03.498368 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-e5d1041d-eb8f-42d9-a25b-eca33f5f8036 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16360526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16766956'] for router_interface (fe49bd36-5d64-4463-99d3-b4b95ea9d339), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:03.703174 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d1041d-eb8f-42d9-a25b-eca33f5f8036 admin admin] Router fe49bd36-5d64-4463-99d3-b4b95ea9d339 has already been hosted by L3 agent d0bc9f74-feb0-4354-bd47-885486f1ec0d {{(pid=103780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 19:35:03.799392 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d1041d-eb8f-42d9-a25b-eca33f5f8036 admin admin] Notify agent at l3_agent.dv-cinder-840678-10-iscsi the message routers_updated {{(pid=103780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 19:35:03.804279 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-e5d1041d-eb8f-42d9-a25b-eca33f5f8036 admin admin] 10.222.0.58 "PUT /v2.0/routers/fe49bd36-5d64-4463-99d3-b4b95ea9d339/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6307869 May 17 19:35:03.807454 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 44734) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:35:03.808628 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0dd4c3-633c-4474-b321-eb33b7248d45 None None] Sync routers for ids ['fe49bd36-5d64-4463-99d3-b4b95ea9d339'] in dv-cinder-840678-10-iscsi {{(pid=103782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 19:35:03.818331 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0dd4c3-633c-4474-b321-eb33b7248d45 None None] Routers {'fe49bd36-5d64-4463-99d3-b4b95ea9d339'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:35:03.818931 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-7e0dd4c3-633c-4474-b321-eb33b7248d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:34:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['fe49bd36-5d64-4463-99d3-b4b95ea9d339'], 'active': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:35:03.922868 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvr_db [None req-7e0dd4c3-633c-4474-b321-eb33b7248d45 None None] Set router fe49bd36-5d64-4463-99d3-b4b95ea9d339 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:35:04.102001 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-7e0dd4c3-633c-4474-b321-eb33b7248d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe49bd36-5d64-4463-99d3-b4b95ea9d339', 'name': 'tempest-ServerRescueNegativeTestJSON-681804050-router', 'tenant_id': '5d488b25563d4373b5c980ab060bc822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '6e3cf1cd-e82b-48b2-a2ef-124046e79899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:29:41Z', 'updated_at': '2022-05-17T19:35:03Z', 'revision_number': 5, 'project_id': '5d488b25563d4373b5c980ab060bc822', 'gw_port': {'id': '6e3cf1cd-e82b-48b2-a2ef-124046e79899', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:aa:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49bd36-5d64-4463-99d3-b4b95ea9d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:43Z', 'updated_at': '2022-05-17T19:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi'}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:35:04.127337 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0dd4c3-633c-4474-b321-eb33b7248d45 None None] Checking router: fe49bd36-5d64-4463-99d3-b4b95ea9d339 for host: dv-cinder-840678-10-iscsi {{(pid=103782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 19:35:04.137303 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0dd4c3-633c-4474-b321-eb33b7248d45 None None] Routers {'fe49bd36-5d64-4463-99d3-b4b95ea9d339'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:35:04.137912 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-7e0dd4c3-633c-4474-b321-eb33b7248d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:34:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['fe49bd36-5d64-4463-99d3-b4b95ea9d339'], 'active': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:35:04.148501 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-97e5eab5-3d69-4120-89cc-b65534912703 admin admin] Publish callbacks [] for router (fe49bd36-5d64-4463-99d3-b4b95ea9d339), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:04.236178 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device f56ad1e3-8b59-4f7f-96b0-206928ec8a1d no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 19:35:04.238906 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvr_db [None req-7e0dd4c3-633c-4474-b321-eb33b7248d45 None None] Set router fe49bd36-5d64-4463-99d3-b4b95ea9d339 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:35:04.246332 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-97e5eab5-3d69-4120-89cc-b65534912703 admin admin] Publish callbacks [] for router_gateway (fe49bd36-5d64-4463-99d3-b4b95ea9d339), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:04.386940 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [None req-97e5eab5-3d69-4120-89cc-b65534912703 admin admin] Deleting port 6e3cf1cd-e82b-48b2-a2ef-124046e79899 {{(pid=103780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:35:04.387703 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-97e5eab5-3d69-4120-89cc-b65534912703 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (6e3cf1cd-e82b-48b2-a2ef-124046e79899), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:04.422980 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] No Port match for: f56ad1e3-8b59-4f7f-96b0-206928ec8a1d {{(pid=103782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 19:35:04.423318 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device f56ad1e3-8b59-4f7f-96b0-206928ec8a1d not bound to the agent host hv-cinder-84067 {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 19:35:04.467021 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.db [None req-97e5eab5-3d69-4120-89cc-b65534912703 admin admin] For port 6e3cf1cd-e82b-48b2-a2ef-124046e79899, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=6e3cf1cd-e82b-48b2-a2ef-124046e79899,segment=NetworkSegment(9ce1d97a-7b85-460d-9e35-dbb6f20db43d),segment_id=9ce1d97a-7b85-460d-9e35-dbb6f20db43d)] {{(pid=103780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:35:04.467375 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-97e5eab5-3d69-4120-89cc-b65534912703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (6e3cf1cd-e82b-48b2-a2ef-124046e79899), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:04.480587 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [None req-97e5eab5-3d69-4120-89cc-b65534912703 admin admin] Calling delete_port for 6e3cf1cd-e82b-48b2-a2ef-124046e79899 owned by network:router_gateway {{(pid=103780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:35:04.541156 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-7e0dd4c3-633c-4474-b321-eb33b7248d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe49bd36-5d64-4463-99d3-b4b95ea9d339', 'name': 'tempest-ServerRescueNegativeTestJSON-681804050-router', 'tenant_id': '5d488b25563d4373b5c980ab060bc822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '6e3cf1cd-e82b-48b2-a2ef-124046e79899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:29:41Z', 'updated_at': '2022-05-17T19:35:03Z', 'revision_number': 5, 'project_id': '5d488b25563d4373b5c980ab060bc822', 'gw_port': {'id': '6e3cf1cd-e82b-48b2-a2ef-124046e79899', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:aa:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49bd36-5d64-4463-99d3-b4b95ea9d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:43Z', 'updated_at': '2022-05-17T19:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi'}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:35:04.575088 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0dd4c3-633c-4474-b321-eb33b7248d45 None None] The sync data for ids ['fe49bd36-5d64-4463-99d3-b4b95ea9d339'] in dv-cinder-840678-10-iscsi is: [{'id': 'fe49bd36-5d64-4463-99d3-b4b95ea9d339', 'name': 'tempest-ServerRescueNegativeTestJSON-681804050-router', 'tenant_id': '5d488b25563d4373b5c980ab060bc822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '6e3cf1cd-e82b-48b2-a2ef-124046e79899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:29:41Z', 'updated_at': '2022-05-17T19:35:03Z', 'revision_number': 5, 'project_id': '5d488b25563d4373b5c980ab060bc822', 'gw_port': {'id': '6e3cf1cd-e82b-48b2-a2ef-124046e79899', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:aa:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49bd36-5d64-4463-99d3-b4b95ea9d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:43Z', 'updated_at': '2022-05-17T19:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi'}] {{(pid=103782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 19:35:04.738867 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-97e5eab5-3d69-4120-89cc-b65534912703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014583'] for port (6e3cf1cd-e82b-48b2-a2ef-124046e79899), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:04.766093 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e5eab5-3d69-4120-89cc-b65534912703 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e3cf1cd-e82b-48b2-a2ef-124046e79899,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:35:04.777968 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5eab5-3d69-4120-89cc-b65534912703 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:35:04.777968 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5eab5-3d69-4120-89cc-b65534912703 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:35:04.777968 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5eab5-3d69-4120-89cc-b65534912703 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:35:04.778336 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5eab5-3d69-4120-89cc-b65534912703 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:35:04.778436 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5eab5-3d69-4120-89cc-b65534912703 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:35:04.778724 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5eab5-3d69-4120-89cc-b65534912703 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:35:04.779048 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5eab5-3d69-4120-89cc-b65534912703 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:35:04.779376 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5eab5-3d69-4120-89cc-b65534912703 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:35:04.779722 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5eab5-3d69-4120-89cc-b65534912703 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:35:04.780043 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5eab5-3d69-4120-89cc-b65534912703 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:35:04.780365 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5eab5-3d69-4120-89cc-b65534912703 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:35:04.780680 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5eab5-3d69-4120-89cc-b65534912703 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:35:04.780999 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5eab5-3d69-4120-89cc-b65534912703 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:35:04.781311 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5eab5-3d69-4120-89cc-b65534912703 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:35:04.781624 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5eab5-3d69-4120-89cc-b65534912703 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:35:04.840114 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-97e5eab5-3d69-4120-89cc-b65534912703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16763841'] for router_gateway (fe49bd36-5d64-4463-99d3-b4b95ea9d339), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:04.942656 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-97e5eab5-3d69-4120-89cc-b65534912703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16658825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1106'] for router (fe49bd36-5d64-4463-99d3-b4b95ea9d339), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:04.944986 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-97e5eab5-3d69-4120-89cc-b65534912703 admin admin] Publish callbacks [] for router_controller (fe49bd36-5d64-4463-99d3-b4b95ea9d339), precommit_delete_associations {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:05.068351 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-97e5eab5-3d69-4120-89cc-b65534912703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16658832'] for router (fe49bd36-5d64-4463-99d3-b4b95ea9d339), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:05.068989 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e5eab5-3d69-4120-89cc-b65534912703 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe49bd36-5d64-4463-99d3-b4b95ea9d339 {{(pid=103780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 19:35:05.074279 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-97e5eab5-3d69-4120-89cc-b65534912703 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:05.079447 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-97e5eab5-3d69-4120-89cc-b65534912703 admin admin] 10.222.0.58 "DELETE /v2.0/routers/fe49bd36-5d64-4463-99d3-b4b95ea9d339 HTTP/1.1" status: 204 len: 168 time: 1.2670200 May 17 19:35:05.079447 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 44744) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:35:05.130771 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5fb28d4-23c5-4651-8f0d-67aff3e8ff9c admin admin] Deleting subnet 78a5955d-2965-41b9-ae73-2183d9038bbb {{(pid=103780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 19:35:05.134011 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-e5fb28d4-23c5-4651-8f0d-67aff3e8ff9c admin admin] Publish callbacks [] for subnet (78a5955d-2965-41b9-ae73-2183d9038bbb), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:05.172748 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-e5fb28d4-23c5-4651-8f0d-67aff3e8ff9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12797260'] for subnet (78a5955d-2965-41b9-ae73-2183d9038bbb), precommit_delete_associations {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:05.282537 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-e5fb28d4-23c5-4651-8f0d-67aff3e8ff9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-938445'] for subnet (78a5955d-2965-41b9-ae73-2183d9038bbb), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:05.418741 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-e5fb28d4-23c5-4651-8f0d-67aff3e8ff9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-938452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16348314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13015750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58575396'] for subnet (78a5955d-2965-41b9-ae73-2183d9038bbb), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:05.445741 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb28d4-23c5-4651-8f0d-67aff3e8ff9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78a5955d-2965-41b9-ae73-2183d9038bbb,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:35:05.447702 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-e5fb28d4-23c5-4651-8f0d-67aff3e8ff9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for subnet (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:05.451428 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-e5fb28d4-23c5-4651-8f0d-67aff3e8ff9c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/78a5955d-2965-41b9-ae73-2183d9038bbb HTTP/1.1" status: 204 len: 168 time: 0.3725178 May 17 19:35:05.452205 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301f5ceb-0cfe-4068-adbe-b077e86ef429 None None] Network ddaa928e-2db4-4b37-b723-ff2ae1e2b964 requested from dv-cinder-840678-10-iscsi {{(pid=103782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 19:35:05.453250 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 44754) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:35:05.525847 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-fbe72ad6-c837-4e50-bbf2-d7100d4a5308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-932882'] for network (ddaa928e-2db4-4b37-b723-ff2ae1e2b964), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:05.582647 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [None req-fbe72ad6-c837-4e50-bbf2-d7100d4a5308 admin admin] Deleting port 194a2f05-6652-4057-a481-b458176c8536 {{(pid=103780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:35:05.582986 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-fbe72ad6-c837-4e50-bbf2-d7100d4a5308 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (194a2f05-6652-4057-a481-b458176c8536), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:05.638165 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea821369-bbb9-46f1-86ee-aaaade2137d2 None None] DHCP port deletion for ddaa928e-2db4-4b37-b723-ff2ae1e2b964 request from dv-cinder-840678-10-iscsi {{(pid=103782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 19:35:05.654703 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.db [None req-fbe72ad6-c837-4e50-bbf2-d7100d4a5308 admin admin] For port 194a2f05-6652-4057-a481-b458176c8536, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=194a2f05-6652-4057-a481-b458176c8536,segment=NetworkSegment(1bdcad8c-4500-4b1c-91ba-9b35d4cd746d),segment_id=1bdcad8c-4500-4b1c-91ba-9b35d4cd746d)] {{(pid=103780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:35:05.655202 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-fbe72ad6-c837-4e50-bbf2-d7100d4a5308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (194a2f05-6652-4057-a481-b458176c8536), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:05.655692 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726f353-7e7a-4d4a-b2af-823ec95cbc10 req-3b4c7731-f07e-4339-9010-3325c2e1dce2 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:05.657178 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b726f353-7e7a-4d4a-b2af-823ec95cbc10 req-3b4c7731-f07e-4339-9010-3325c2e1dce2 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 945 time: 0.0724995 May 17 19:35:05.671474 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [None req-fbe72ad6-c837-4e50-bbf2-d7100d4a5308 admin admin] Calling delete_port for 194a2f05-6652-4057-a481-b458176c8536 owned by network:dhcp {{(pid=103780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:35:05.678947 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-ea821369-bbb9-46f1-86ee-aaaade2137d2 None None] Deleting port 194a2f05-6652-4057-a481-b458176c8536 {{(pid=103782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:35:05.679418 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ea821369-bbb9-46f1-86ee-aaaade2137d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (194a2f05-6652-4057-a481-b458176c8536), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:05.706513 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b726f353-7e7a-4d4a-b2af-823ec95cbc10 req-60675ec0-d5d5-4677-8fc5-d46ffcf4e381 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=82d59d67-6232-440d-b988-2fc1d0d0d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421033 May 17 19:35:05.742807 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-ea821369-bbb9-46f1-86ee-aaaade2137d2 None None] For port 194a2f05-6652-4057-a481-b458176c8536, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=194a2f05-6652-4057-a481-b458176c8536,segment=NetworkSegment(1bdcad8c-4500-4b1c-91ba-9b35d4cd746d),segment_id=1bdcad8c-4500-4b1c-91ba-9b35d4cd746d)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:35:05.743274 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ea821369-bbb9-46f1-86ee-aaaade2137d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (194a2f05-6652-4057-a481-b458176c8536), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:05.756721 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-ea821369-bbb9-46f1-86ee-aaaade2137d2 None None] Calling delete_port for 194a2f05-6652-4057-a481-b458176c8536 owned by network:dhcp {{(pid=103782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:35:05.841192 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-fbe72ad6-c837-4e50-bbf2-d7100d4a5308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014583'] for port (194a2f05-6652-4057-a481-b458176c8536), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:05.868200 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe72ad6-c837-4e50-bbf2-d7100d4a5308 admin admin] Pushing event deleted for resources: {'Port': ['ID=194a2f05-6652-4057-a481-b458176c8536,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:35:05.869587 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ea821369-bbb9-46f1-86ee-aaaade2137d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176'] for port (194a2f05-6652-4057-a481-b458176c8536), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:05.869930 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe72ad6-c837-4e50-bbf2-d7100d4a5308 admin admin] No DVR routers for this DVR port 194a2f05-6652-4057-a481-b458176c8536 on host dv-cinder-840678-10-iscsi {{(pid=103780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 19:35:05.897136 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea821369-bbb9-46f1-86ee-aaaade2137d2 None None] Pushing event deleted for resources: {'Port': ['ID=194a2f05-6652-4057-a481-b458176c8536,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:35:05.901178 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea821369-bbb9-46f1-86ee-aaaade2137d2 None None] No DVR routers for this DVR port 194a2f05-6652-4057-a481-b458176c8536 on host dv-cinder-840678-10-iscsi {{(pid=103782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 19:35:05.946747 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-fbe72ad6-c837-4e50-bbf2-d7100d4a5308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-940152', 'neutron.services.segments.db._delete_segments_for_network-8792041590294'] for network (ddaa928e-2db4-4b37-b723-ff2ae1e2b964), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:05.969952 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.services.segments.db [None req-fbe72ad6-c837-4e50-bbf2-d7100d4a5308 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddaa928e-2db4-4b37-b723-ff2ae1e2b964']}} {{(pid=103780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:35:05.981685 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.services.segments.db [None req-fbe72ad6-c837-4e50-bbf2-d7100d4a5308 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bdcad8c-4500-4b1c-91ba-9b35d4cd746d') {'for_net_delete': True} {{(pid=103780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:35:05.981980 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.services.segments.db [None req-fbe72ad6-c837-4e50-bbf2-d7100d4a5308 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bdcad8c-4500-4b1c-91ba-9b35d4cd746d') {} {{(pid=103780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:35:05.991238 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-fbe72ad6-c837-4e50-bbf2-d7100d4a5308 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792041591071', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12797301'] for segment (1bdcad8c-4500-4b1c-91ba-9b35d4cd746d), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:05.996484 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device c382e084-003d-4182-8666-e15541b54a9e no longer exists at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 19:35:06.004396 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-fbe72ad6-c837-4e50-bbf2-d7100d4a5308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944438'] for segment (1bdcad8c-4500-4b1c-91ba-9b35d4cd746d), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:06.010724 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbe72ad6-c837-4e50-bbf2-d7100d4a5308 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=103780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 19:35:06.011106 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-fbe72ad6-c837-4e50-bbf2-d7100d4a5308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014628'] for segment (1bdcad8c-4500-4b1c-91ba-9b35d4cd746d), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:06.012808 dv-cinder-840678-10-iscsi neutron-server[103780]: Traceback (most recent call last): May 17 19:35:06.012808 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 19:35:06.012808 dv-cinder-840678-10-iscsi neutron-server[103780]: timer() May 17 19:35:06.012808 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 19:35:06.012808 dv-cinder-840678-10-iscsi neutron-server[103780]: cb(*args, **kw) May 17 19:35:06.012808 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 19:35:06.012808 dv-cinder-840678-10-iscsi neutron-server[103780]: return func(*args, **kwargs) May 17 19:35:06.012808 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 19:35:06.012808 dv-cinder-840678-10-iscsi neutron-server[103780]: self._notify() May 17 19:35:06.012808 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 19:35:06.012808 dv-cinder-840678-10-iscsi neutron-server[103780]: self.callback(batched_events) May 17 19:35:06.012808 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 19:35:06.012808 dv-cinder-840678-10-iscsi neutron-server[103780]: event.method(event) May 17 19:35:06.012808 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 19:35:06.012808 dv-cinder-840678-10-iscsi neutron-server[103780]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 19:35:06.012808 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 19:35:06.012808 dv-cinder-840678-10-iscsi neutron-server[103780]: aggregate_uuid = self.p_client.list_aggregates( May 17 19:35:06.012808 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 19:35:06.012808 dv-cinder-840678-10-iscsi neutron-server[103780]: return f(self, *a, **k) May 17 19:35:06.012808 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 19:35:06.012808 dv-cinder-840678-10-iscsi neutron-server[103780]: return self._get(url).json() May 17 19:35:06.012808 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 19:35:06.012808 dv-cinder-840678-10-iscsi neutron-server[103780]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 19:35:06.012808 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 19:35:06.012808 dv-cinder-840678-10-iscsi neutron-server[103780]: return self.request(url, 'GET', **kwargs) May 17 19:35:06.012808 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 19:35:06.012808 dv-cinder-840678-10-iscsi neutron-server[103780]: base_url = self.get_endpoint(auth, allow=allow, May 17 19:35:06.012808 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 19:35:06.012808 dv-cinder-840678-10-iscsi neutron-server[103780]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 19:35:06.012808 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 19:35:06.012808 dv-cinder-840678-10-iscsi neutron-server[103780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 19:35:06.012808 dv-cinder-840678-10-iscsi neutron-server[103780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 19:35:06.016157 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] No Port match for: c382e084-003d-4182-8666-e15541b54a9e {{(pid=103782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 19:35:06.016500 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device c382e084-003d-4182-8666-e15541b54a9e not bound to the agent host dv-cinder-840678-10-iscsi {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 19:35:06.016908 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device 6e3cf1cd-e82b-48b2-a2ef-124046e79899 no longer exists at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 19:35:06.034769 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] No Port match for: 6e3cf1cd-e82b-48b2-a2ef-124046e79899 {{(pid=103782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 19:35:06.035112 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device 6e3cf1cd-e82b-48b2-a2ef-124046e79899 not bound to the agent host dv-cinder-840678-10-iscsi {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 19:35:06.035549 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device 194a2f05-6652-4057-a481-b458176c8536 no longer exists at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 19:35:06.053082 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] No Port match for: 194a2f05-6652-4057-a481-b458176c8536 {{(pid=103782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 19:35:06.053423 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device 194a2f05-6652-4057-a481-b458176c8536 not bound to the agent host dv-cinder-840678-10-iscsi {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 19:35:06.144227 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-fbe72ad6-c837-4e50-bbf2-d7100d4a5308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-940099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16764915'] for network (ddaa928e-2db4-4b37-b723-ff2ae1e2b964), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:06.149464 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-fbe72ad6-c837-4e50-bbf2-d7100d4a5308 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for network (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:06.153271 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-fbe72ad6-c837-4e50-bbf2-d7100d4a5308 admin admin] 10.222.0.58 "DELETE /v2.0/networks/ddaa928e-2db4-4b37-b723-ff2ae1e2b964 HTTP/1.1" status: 204 len: 168 time: 0.6991048 May 17 19:35:06.163974 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe72ad6-c837-4e50-bbf2-d7100d4a5308 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddaa928e-2db4-4b37-b723-ff2ae1e2b964,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:35:06.464849 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 44760) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:35:06.503816 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-0d24a96b-f67a-4f74-831c-12d91b295b41 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5d488b25563d4373b5c980ab060bc822&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0378232 May 17 19:35:06.506265 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 44762) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:35:06.555687 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-26ff6c6f-574b-495d-a293-cb0f6f310e75 admin admin] Publish callbacks [] for security_group (6b3ed7e1-da27-4c07-a631-376f61a7bca1), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:06.577292 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-26ff6c6f-574b-495d-a293-cb0f6f310e75 admin admin] Publish callbacks [] for security_group (6b3ed7e1-da27-4c07-a631-376f61a7bca1), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:06.703787 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-26ff6c6f-574b-495d-a293-cb0f6f310e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (6b3ed7e1-da27-4c07-a631-376f61a7bca1), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:06.706202 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-26ff6c6f-574b-495d-a293-cb0f6f310e75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:06.707319 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-26ff6c6f-574b-495d-a293-cb0f6f310e75 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6b3ed7e1-da27-4c07-a631-376f61a7bca1 HTTP/1.1" status: 204 len: 168 time: 0.2001884 May 17 19:35:06.714854 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff6c6f-574b-495d-a293-cb0f6f310e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3ed7e1-da27-4c07-a631-376f61a7bca1,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:35:06.831326 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bede517-4450-4889-be18-47efad7536df req-3a7a6811-3dd7-44ad-b2cd-0434497b44f5 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:06.832828 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-5bede517-4450-4889-be18-47efad7536df req-3a7a6811-3dd7-44ad-b2cd-0434497b44f5 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 945 time: 0.0483761 May 17 19:35:06.879723 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-5bede517-4450-4889-be18-47efad7536df req-b74184fe-dd5a-4216-b851-1734362a7644 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=82d59d67-6232-440d-b988-2fc1d0d0d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413535 May 17 19:35:07.997743 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5161bb-80dc-4085-a752-545cccc3ed19 req-005d12e4-56ed-413a-aaa3-5e7cc4f1a835 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:07.999204 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ad5161bb-80dc-4085-a752-545cccc3ed19 req-005d12e4-56ed-413a-aaa3-5e7cc4f1a835 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 945 time: 0.0493255 May 17 19:35:08.044208 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ad5161bb-80dc-4085-a752-545cccc3ed19 req-9b8f1cfe-ebe5-4ce5-b00c-876d5c1373d1 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=82d59d67-6232-440d-b988-2fc1d0d0d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394230 May 17 19:35:09.160438 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fbb6ff-3653-4301-8f17-7434e61237e7 req-2e3ebad5-a511-4e7a-a22e-104084869b7c tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:09.161910 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-f7fbb6ff-3653-4301-8f17-7434e61237e7 req-2e3ebad5-a511-4e7a-a22e-104084869b7c tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 945 time: 0.0469301 May 17 19:35:09.210936 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-f7fbb6ff-3653-4301-8f17-7434e61237e7 req-f98b23f3-5a56-46a8-9d03-e3600b68b4e5 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=82d59d67-6232-440d-b988-2fc1d0d0d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432093 May 17 19:35:10.325773 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58986301-f89d-4f2f-8a1f-ea71c3b15947 req-5d887559-716c-490b-9907-993760662045 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:10.327229 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-58986301-f89d-4f2f-8a1f-ea71c3b15947 req-5d887559-716c-490b-9907-993760662045 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 945 time: 0.0458438 May 17 19:35:10.373989 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-58986301-f89d-4f2f-8a1f-ea71c3b15947 req-9da9358b-7783-4fa4-a189-7a85b4874227 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=82d59d67-6232-440d-b988-2fc1d0d0d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407887 May 17 19:35:11.473934 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.agents_db [None req-42b69621-6215-4a4a-9d32-588efc9ea437 None None] Agent healthcheck: found 6 active agents {{(pid=103783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 19:35:11.492049 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b737c8e-092a-401a-ad47-f6c4fd34a592 req-400a27ac-4ad0-4b3a-adbd-4f7158c0a4bd tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:11.493539 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-4b737c8e-092a-401a-ad47-f6c4fd34a592 req-400a27ac-4ad0-4b3a-adbd-4f7158c0a4bd tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 945 time: 0.0476007 May 17 19:35:11.539712 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-4b737c8e-092a-401a-ad47-f6c4fd34a592 req-d4d037af-24b9-448a-b29b-2968dce2354c tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=82d59d67-6232-440d-b988-2fc1d0d0d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400491 May 17 19:35:12.656328 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d33afb-b6fd-4311-b974-a4f021150055 req-72000811-06bc-4c03-8fb6-36485f59b7d6 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:12.657781 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-86d33afb-b6fd-4311-b974-a4f021150055 req-72000811-06bc-4c03-8fb6-36485f59b7d6 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 945 time: 0.0457208 May 17 19:35:12.705978 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-86d33afb-b6fd-4311-b974-a4f021150055 req-728134f5-5c57-48b9-a7ac-ffc9fdc525ce tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=82d59d67-6232-440d-b988-2fc1d0d0d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426798 May 17 19:35:13.821236 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9954e85-dacf-469b-8e42-70897ac28cfa req-be86e553-f0b9-491f-a911-050e39f5a765 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:13.822673 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-c9954e85-dacf-469b-8e42-70897ac28cfa req-be86e553-f0b9-491f-a911-050e39f5a765 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 945 time: 0.0453432 May 17 19:35:13.868481 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-c9954e85-dacf-469b-8e42-70897ac28cfa req-31615487-1a6a-476f-9de1-9e9e8b5afd46 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=82d59d67-6232-440d-b988-2fc1d0d0d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403054 May 17 19:35:14.513204 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (bee311cb-2a55-4828-8ca4-4ee09c88de79), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:14.984949 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab26222-7280-4ad6-ad5b-025d551920e4 req-90d981d9-e89b-400f-a691-c44ffd08d6d3 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:14.986402 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0ab26222-7280-4ad6-ad5b-025d551920e4 req-90d981d9-e89b-400f-a691-c44ffd08d6d3 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 945 time: 0.0462933 May 17 19:35:14.993264 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-a9b243ef-6dd9-40ca-b280-8ad57af0ad32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:15.031526 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0ab26222-7280-4ad6-ad5b-025d551920e4 req-3b640731-a810-4c7d-a1ba-7d19169350d9 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=82d59d67-6232-440d-b988-2fc1d0d0d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395544 May 17 19:35:16.156174 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771ec27-d21c-48c7-a6fb-dd6ef408cf78 req-bce28c82-d2bb-4500-bf89-f041fc4e21b6 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:16.157671 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-8771ec27-d21c-48c7-a6fb-dd6ef408cf78 req-bce28c82-d2bb-4500-bf89-f041fc4e21b6 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 945 time: 0.0501707 May 17 19:35:16.203304 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-8771ec27-d21c-48c7-a6fb-dd6ef408cf78 req-4c6d8ea5-54dd-494a-a540-579ac82302ee tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=82d59d67-6232-440d-b988-2fc1d0d0d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401597 May 17 19:35:17.281165 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-fad0165a-b47d-4f2c-bbe6-b94a9f640d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:17.321332 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2669a-13ed-4506-96ac-517b8e3d14b1 req-dae121bf-d288-42c4-9fba-a6eaaf118d40 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:17.322863 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-03a2669a-13ed-4506-96ac-517b8e3d14b1 req-dae121bf-d288-42c4-9fba-a6eaaf118d40 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 945 time: 0.0483229 May 17 19:35:17.369202 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-03a2669a-13ed-4506-96ac-517b8e3d14b1 req-069cfcfd-1139-40cb-8856-f2bd21b8734a tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=82d59d67-6232-440d-b988-2fc1d0d0d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406182 May 17 19:35:18.336099 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 19:35:18.444424 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port 4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd,segment=NetworkSegment(cb7a5f44-2490-49bf-84d8-97ca2a591d42),segment_id=cb7a5f44-2490-49bf-84d8-97ca2a591d42)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:35:18.456970 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Returning: {'device': '4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd', 'network_id': '40c7fbe2-bd07-440e-b191-34ce3a30a8a0', 'port_id': '4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd', 'mac_address': 'fa:16:3e:08:e7:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4afc8f6d-c4ef-4f27-b1bd-b836aad1cd58', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 19:35:18.485128 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e91daf-1da4-4933-9d1f-fef8d69a16dc req-b0e3424a-8331-4a0a-9f75-e1488c043545 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:18.486653 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-92e91daf-1da4-4933-9d1f-fef8d69a16dc req-b0e3424a-8331-4a0a-9f75-e1488c043545 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 945 time: 0.0464489 May 17 19:35:18.492371 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Current status of the port 4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd is: ACTIVE; New status is: BUILD {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:35:18.492759 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:18.507069 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd {{(pid=103782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 19:35:18.513194 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:18.527853 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port 4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd,segment=NetworkSegment(cb7a5f44-2490-49bf-84d8-97ca2a591d42),segment_id=cb7a5f44-2490-49bf-84d8-97ca2a591d42)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:35:18.535445 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-92e91daf-1da4-4933-9d1f-fef8d69a16dc req-24b47bcf-faa6-4237-a29c-5797270063bf tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=82d59d67-6232-440d-b988-2fc1d0d0d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415573 May 17 19:35:18.639400 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:18.694444 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Pushing event updated for resources: {'Port': ['ID=4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd,revision_number=6']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:35:18.701955 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:35:18.702345 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:35:18.702705 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:35:18.703052 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:35:18.703480 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:35:18.708683 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:35:18.708683 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:35:18.708683 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:35:18.708683 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:35:18.708683 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:35:18.708683 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:35:18.708683 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:35:18.708683 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:35:18.708683 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:35:18.708683 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:35:18.739327 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] get_ports_and_sgs() called for port_ids ['4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd'] {{(pid=103782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 19:35:19.684361 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6499b4b-3362-4f99-9c0d-923a45e84d61 req-19f31d1a-d994-4f71-9b7b-785a1d4baf63 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:19.686094 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c6499b4b-3362-4f99-9c0d-923a45e84d61 req-19f31d1a-d994-4f71-9b7b-785a1d4baf63 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 944 time: 0.0601587 May 17 19:35:19.742390 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c6499b4b-3362-4f99-9c0d-923a45e84d61 req-7d59c289-cb30-4720-9517-026202459301 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=82d59d67-6232-440d-b988-2fc1d0d0d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468400 May 17 19:35:20.287225 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:20.313396 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd up at agent hyperv_hv-cinder-84067 {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:35:20.362370 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Provisioning complete for port 4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:35:20.363072 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:20.452615 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Current status of the port 4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd is: BUILD; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:35:20.453279 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:20.479881 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4178943-4254-4469-868d-099cb1de2fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd'}] {{(pid=103782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:35:20.484211 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dcdb420cfc3f3d59cdc90e9401be4743e23c4809d01819fc24a250fd06a42a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d35486f-ee1a-49d5-8a99-9d49098c95ba" -d '{"events": [{"server_uuid": "c4178943-4254-4469-868d-099cb1de2fc2", "name": "network-vif-plugged", "status": "completed", "tag": "4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd"}]}' {{(pid=103782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:35:20.498755 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port 4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd,segment=NetworkSegment(cb7a5f44-2490-49bf-84d8-97ca2a591d42),segment_id=cb7a5f44-2490-49bf-84d8-97ca2a591d42)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:35:20.565047 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:20.635602 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Pushing event updated for resources: {'Port': ['ID=4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd,revision_number=7']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:35:20.733712 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 19:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963276ed-0cda-4b7a-b7a3-dec5bb8899dc x-openstack-request-id: req-963276ed-0cda-4b7a-b7a3-dec5bb8899dc {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:35:20.734003 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4178943-4254-4469-868d-099cb1de2fc2", "name": "network-vif-plugged", "status": "completed", "tag": "4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd", "code": 200}]} {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:35:20.734252 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-963276ed-0cda-4b7a-b7a3-dec5bb8899dc {{(pid=103782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:35:20.734646 dv-cinder-840678-10-iscsi neutron-server[103782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-963276ed-0cda-4b7a-b7a3-dec5bb8899dc'] response: {'server_uuid': 'c4178943-4254-4469-868d-099cb1de2fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd', 'code': 200} May 17 19:35:20.885452 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ba5e8-0c02-4af3-a4be-a958aba4470b req-4e531791-bfc8-49e9-a6d4-d2743fa6278c tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:20.887008 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-411ba5e8-0c02-4af3-a4be-a958aba4470b req-4e531791-bfc8-49e9-a6d4-d2743fa6278c tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 945 time: 0.0507591 May 17 19:35:20.950616 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-411ba5e8-0c02-4af3-a4be-a958aba4470b req-90c0ea86-5d72-48e8-8432-ecada9ca7c55 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=82d59d67-6232-440d-b988-2fc1d0d0d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573325 May 17 19:35:21.501589 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:22.090987 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8413862-4349-411e-ad04-29609bf68f61 req-25a1ceac-33ac-4966-b835-3c3d01ffee6d tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:22.092411 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-e8413862-4349-411e-ad04-29609bf68f61 req-25a1ceac-33ac-4966-b835-3c3d01ffee6d tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 945 time: 0.0556030 May 17 19:35:22.142550 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-e8413862-4349-411e-ad04-29609bf68f61 req-a1bb1ff9-c0ba-421c-afe1-8384bd9d73a9 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=82d59d67-6232-440d-b988-2fc1d0d0d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440354 May 17 19:35:23.279406 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42bccfd-4c3a-42a2-9edc-6766154bb527 req-0861fd2d-9706-4682-97bd-3245bc04b302 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:23.280995 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e42bccfd-4c3a-42a2-9edc-6766154bb527 req-0861fd2d-9706-4682-97bd-3245bc04b302 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 945 time: 0.0573766 May 17 19:35:23.347469 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e42bccfd-4c3a-42a2-9edc-6766154bb527 req-f898ded9-8935-4a4d-9ce2-fb346a09c9ef tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=82d59d67-6232-440d-b988-2fc1d0d0d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603449 May 17 19:35:24.473315 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b24e9c-3adf-4ca2-a7bc-c5ec46a4bcdd req-c7450018-b06c-45ed-9cdf-bce4f355a026 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:24.474877 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-f2b24e9c-3adf-4ca2-a7bc-c5ec46a4bcdd req-c7450018-b06c-45ed-9cdf-bce4f355a026 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 945 time: 0.0511773 May 17 19:35:24.528288 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-f2b24e9c-3adf-4ca2-a7bc-c5ec46a4bcdd req-3f046129-5eb1-4a5d-a91e-20d8fff62c2d tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=82d59d67-6232-440d-b988-2fc1d0d0d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445910 May 17 19:35:25.651534 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d46b91-be6b-4d4b-9011-75d278fca693 req-5c0ff3e8-757c-48b5-ad68-89add0c8cd34 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:25.652983 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-60d46b91-be6b-4d4b-9011-75d278fca693 req-5c0ff3e8-757c-48b5-ad68-89add0c8cd34 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 945 time: 0.0475390 May 17 19:35:25.705688 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-60d46b91-be6b-4d4b-9011-75d278fca693 req-6021b480-766f-4d27-bd4f-31f927372f3d tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=82d59d67-6232-440d-b988-2fc1d0d0d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429184 May 17 19:35:26.834183 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa0155e-37b5-45df-a89a-4a760fa73c94 req-1af3f2ed-4c9f-47df-9867-274d6997d2fd tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:26.835727 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-4fa0155e-37b5-45df-a89a-4a760fa73c94 req-1af3f2ed-4c9f-47df-9867-274d6997d2fd tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 945 time: 0.0541606 May 17 19:35:26.899095 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-4fa0155e-37b5-45df-a89a-4a760fa73c94 req-8ad05085-8deb-4012-816f-4360ee94260d tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=82d59d67-6232-440d-b988-2fc1d0d0d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573630 May 17 19:35:28.054590 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0299279-15d5-48a1-b108-54a9defa5e70 req-57a6f024-e18d-4392-8970-83b4ff47c264 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:28.056079 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f0299279-15d5-48a1-b108-54a9defa5e70 req-57a6f024-e18d-4392-8970-83b4ff47c264 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 945 time: 0.0577717 May 17 19:35:28.114174 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f0299279-15d5-48a1-b108-54a9defa5e70 req-0c77c9f2-0871-4356-b3f5-97d352c142f1 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=82d59d67-6232-440d-b988-2fc1d0d0d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515926 May 17 19:35:29.251201 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11f21b-c89f-43f0-9325-341c1a5bc576 req-ccd1458f-d713-419d-bd47-d6802248a7f4 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:29.252770 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-1b11f21b-c89f-43f0-9325-341c1a5bc576 req-ccd1458f-d713-419d-bd47-d6802248a7f4 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 945 time: 0.0490227 May 17 19:35:29.303295 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-1b11f21b-c89f-43f0-9325-341c1a5bc576 req-35f95a8b-4dc7-40b0-af68-9f94198bfbec tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=82d59d67-6232-440d-b988-2fc1d0d0d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425515 May 17 19:35:30.431224 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017330f7-e739-42a7-b353-5d5da336f16d req-a44a66a3-83b7-4ced-831a-e20448f9f45f tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:30.433225 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-017330f7-e739-42a7-b353-5d5da336f16d req-a44a66a3-83b7-4ced-831a-e20448f9f45f tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 945 time: 0.0536366 May 17 19:35:30.480002 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-017330f7-e739-42a7-b353-5d5da336f16d req-bf84a4bc-3969-4913-be69-05a290810c57 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=82d59d67-6232-440d-b988-2fc1d0d0d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412078 May 17 19:35:30.770036 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e590681f-00b0-41c3-afd5-e734d8be915a req-09344441-6b99-4338-a413-8c326fb75c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:30.771593 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e590681f-00b0-41c3-afd5-e734d8be915a req-09344441-6b99-4338-a413-8c326fb75c9c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b23e9f1907a6406785be000e1373dc41&device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 1129 time: 0.1246798 May 17 19:35:30.865520 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e590681f-00b0-41c3-afd5-e734d8be915a req-c5186654-fc77-4891-9269-e16ebb34a1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:30.866971 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e590681f-00b0-41c3-afd5-e734d8be915a req-c5186654-fc77-4891-9269-e16ebb34a1b3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=40c7fbe2-bd07-440e-b191-34ce3a30a8a0 HTTP/1.1" status: 200 len: 918 time: 0.0849473 May 17 19:35:30.925255 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e590681f-00b0-41c3-afd5-e734d8be915a req-7cbc632b-4955-485f-bc12-614e43b18f04 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd HTTP/1.1" status: 200 len: 1001 time: 0.0513818 May 17 19:35:30.974097 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e590681f-00b0-41c3-afd5-e734d8be915a req-cf0e260e-ae92-4818-ae7d-65d39fc0ee75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:30.975512 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e590681f-00b0-41c3-afd5-e734d8be915a req-cf0e260e-ae92-4818-ae7d-65d39fc0ee75 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4afc8f6d-c4ef-4f27-b1bd-b836aad1cd58 HTTP/1.1" status: 200 len: 856 time: 0.0407901 May 17 19:35:31.022407 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e590681f-00b0-41c3-afd5-e734d8be915a req-ad59b399-33bf-46c2-a689-3bd24403bd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:31.023824 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e590681f-00b0-41c3-afd5-e734d8be915a req-ad59b399-33bf-46c2-a689-3bd24403bd79 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=40c7fbe2-bd07-440e-b191-34ce3a30a8a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392034 May 17 19:35:31.112596 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e590681f-00b0-41c3-afd5-e734d8be915a req-ef8b71db-5d6b-4be1-923b-8f0e879996b7 service neutron] 10.222.0.69 "GET /v2.0/networks/40c7fbe2-bd07-440e-b191-34ce3a30a8a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793962 May 17 19:35:31.203368 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e590681f-00b0-41c3-afd5-e734d8be915a req-851b49a8-d764-4ff2-94af-7ba0000512f5 service neutron] 10.222.0.69 "GET /v2.0/networks/40c7fbe2-bd07-440e-b191-34ce3a30a8a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819678 May 17 19:35:31.597448 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08416d3-0508-49f6-bdd3-54a41f2d5455 req-7b28fbf0-f242-4021-9f38-b68aa8abe6c8 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:31.598902 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-e08416d3-0508-49f6-bdd3-54a41f2d5455 req-7b28fbf0-f242-4021-9f38-b68aa8abe6c8 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 945 time: 0.0470862 May 17 19:35:31.644859 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-e08416d3-0508-49f6-bdd3-54a41f2d5455 req-67dbc1e1-adae-4ffb-a36b-c223f2c41a92 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=82d59d67-6232-440d-b988-2fc1d0d0d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400319 May 17 19:35:32.762679 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f9843-f569-45c8-b499-54f00cd27b3b req-23b2ada9-0aee-4816-8fcc-407ecb50bd79 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:32.764148 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-544f9843-f569-45c8-b499-54f00cd27b3b req-23b2ada9-0aee-4816-8fcc-407ecb50bd79 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 945 time: 0.0468788 May 17 19:35:32.811407 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-544f9843-f569-45c8-b499-54f00cd27b3b req-cc325ff5-b005-458b-8bd6-c8ada76bdcb4 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=82d59d67-6232-440d-b988-2fc1d0d0d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416598 May 17 19:35:33.931677 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f7bf2-4e40-4c07-92b0-8349ef653385 req-0f266634-d5b6-4284-a2d3-55d2390d39b6 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:33.933638 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-dd5f7bf2-4e40-4c07-92b0-8349ef653385 req-0f266634-d5b6-4284-a2d3-55d2390d39b6 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 945 time: 0.0501115 May 17 19:35:33.980035 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-dd5f7bf2-4e40-4c07-92b0-8349ef653385 req-5b2c299d-74b0-4f67-b988-cd1699638a90 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=82d59d67-6232-440d-b988-2fc1d0d0d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407226 May 17 19:35:34.391653 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 19:35:34.463647 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Current status of the port 4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd is: ACTIVE; New status is: DOWN {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:35:34.464065 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:34.486876 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4178943-4254-4469-868d-099cb1de2fc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd'}] {{(pid=103782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:35:34.489088 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dcdb420cfc3f3d59cdc90e9401be4743e23c4809d01819fc24a250fd06a42a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df75de4-6e8b-40f0-b986-58df526a3294" -d '{"events": [{"server_uuid": "c4178943-4254-4469-868d-099cb1de2fc2", "name": "network-vif-unplugged", "status": "completed", "tag": "4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd"}]}' {{(pid=103782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:35:34.502175 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port 4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd,segment=NetworkSegment(cb7a5f44-2490-49bf-84d8-97ca2a591d42),segment_id=cb7a5f44-2490-49bf-84d8-97ca2a591d42)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:35:34.522034 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 17 May 2022 19:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f30f4c-f764-400e-b762-a93a77556593 x-openstack-request-id: req-c3f30f4c-f764-400e-b762-a93a77556593 {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:35:34.522321 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4178943-4254-4469-868d-099cb1de2fc2", "name": "network-vif-unplugged", "status": "failed", "tag": "4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd", "code": 422}]} {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:35:34.522576 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c3f30f4c-f764-400e-b762-a93a77556593 {{(pid=103782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:35:34.523017 dv-cinder-840678-10-iscsi neutron-server[103782]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c3f30f4c-f764-400e-b762-a93a77556593']: {'server_uuid': 'c4178943-4254-4469-868d-099cb1de2fc2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd', 'code': 422} returned with failed status May 17 19:35:34.595385 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:34.642057 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Pushing event updated for resources: {'Port': ['ID=4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd,revision_number=8']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:35:35.347151 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d941c-29c5-421f-bbb1-35d73b81e957 req-24a64aa6-2862-4b30-89b2-a7f748f9640f tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:35.348565 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b44d941c-29c5-421f-bbb1-35d73b81e957 req-24a64aa6-2862-4b30-89b2-a7f748f9640f tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=36333719-ec24-43b8-9656-b24f4950d2a9 HTTP/1.1" status: 200 len: 946 time: 0.0480232 May 17 19:35:35.400745 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b44d941c-29c5-421f-bbb1-35d73b81e957 req-258731d4-1aad-4fc9-a155-cff90578ffeb tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462708 May 17 19:35:36.512432 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3127a71c-6824-4e9f-bfdc-f213198e2372 req-8b048bee-bdc2-42a0-94d0-e649a1654d65 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:36.513902 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3127a71c-6824-4e9f-bfdc-f213198e2372 req-8b048bee-bdc2-42a0-94d0-e649a1654d65 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=36333719-ec24-43b8-9656-b24f4950d2a9 HTTP/1.1" status: 200 len: 946 time: 0.0465178 May 17 19:35:36.562693 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3127a71c-6824-4e9f-bfdc-f213198e2372 req-5f32a416-86b3-443b-aa1d-c5a6b7c840ea tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430377 May 17 19:35:37.106548 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da478830-c07f-46dd-9ea0-b92185e73475 req-53a0631c-c0da-4d48-88ef-f44182b90db9 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:37.108435 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-da478830-c07f-46dd-9ea0-b92185e73475 req-53a0631c-c0da-4d48-88ef-f44182b90db9 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 943 time: 0.0466366 May 17 19:35:37.155602 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-da478830-c07f-46dd-9ea0-b92185e73475 req-754fbba0-759b-46a4-af16-714dc1eac58e tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=82d59d67-6232-440d-b988-2fc1d0d0d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415926 May 17 19:35:37.350900 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-423f1717-8cdc-4d97-8c4c-55278c2d8d13 req-43bf81ad-8091-4727-8bb8-c15ef510f70b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0360992 May 17 19:35:37.422521 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f1717-8cdc-4d97-8c4c-55278c2d8d13 req-25831c70-3771-4489-9b7b-c8e8394fc869 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:37.423847 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-423f1717-8cdc-4d97-8c4c-55278c2d8d13 req-25831c70-3771-4489-9b7b-c8e8394fc869 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports/4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd HTTP/1.1" status: 200 len: 940 time: 0.0441682 May 17 19:35:37.682607 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d7cca-0cab-482e-9faa-f9f23e8cce1b req-ca4d1e5d-50ec-42ce-97f3-9a10950f75ac tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:37.684580 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a68d7cca-0cab-482e-9faa-f9f23e8cce1b req-ca4d1e5d-50ec-42ce-97f3-9a10950f75ac tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=36333719-ec24-43b8-9656-b24f4950d2a9 HTTP/1.1" status: 200 len: 946 time: 0.0514855 May 17 19:35:37.731561 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a68d7cca-0cab-482e-9faa-f9f23e8cce1b req-ff86c15c-e587-4a18-9745-7e09c564b307 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415227 May 17 19:35:38.273436 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bfb9e3-d0c8-46fd-9573-6159dfd4943b req-830ad725-f4db-49aa-bb5f-a881caffd558 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:38.274885 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-17bfb9e3-d0c8-46fd-9573-6159dfd4943b req-830ad725-f4db-49aa-bb5f-a881caffd558 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 943 time: 0.0494738 May 17 19:35:38.320005 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-17bfb9e3-d0c8-46fd-9573-6159dfd4943b req-6db42e75-cd90-4801-bac1-a086e64496dd tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=82d59d67-6232-440d-b988-2fc1d0d0d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397065 May 17 19:35:38.615993 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 19:35:38.688744 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Current status of the port 4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd is: DOWN; New status is: DOWN {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:35:38.840082 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2236615-5254-46a3-a653-85072e57eaf0 req-8bbee6de-0cde-467d-a073-9ed31d2554ac tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:38.841496 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b2236615-5254-46a3-a653-85072e57eaf0 req-8bbee6de-0cde-467d-a073-9ed31d2554ac tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=36333719-ec24-43b8-9656-b24f4950d2a9 HTTP/1.1" status: 200 len: 946 time: 0.0457571 May 17 19:35:38.888182 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b2236615-5254-46a3-a653-85072e57eaf0 req-9538c1c1-7b83-4bc0-8e4e-fe69bdbff482 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412219 May 17 19:35:39.434341 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0f33a-a880-4dad-9b21-3244a5be7b3e req-cdb5b4d7-45c3-477d-aacb-515cbaa2bb12 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:39.435835 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-0da0f33a-a880-4dad-9b21-3244a5be7b3e req-cdb5b4d7-45c3-477d-aacb-515cbaa2bb12 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 943 time: 0.0463037 May 17 19:35:39.481091 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-0da0f33a-a880-4dad-9b21-3244a5be7b3e req-4912882b-34c8-41be-a6da-814290f63633 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=82d59d67-6232-440d-b988-2fc1d0d0d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398757 May 17 19:35:39.997777 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6a06e-e90c-4ffc-9a75-f3777d675330 req-92c86ee7-5eda-43de-a98d-61fc987d1ea7 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:39.999203 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8fc6a06e-e90c-4ffc-9a75-f3777d675330 req-92c86ee7-5eda-43de-a98d-61fc987d1ea7 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=36333719-ec24-43b8-9656-b24f4950d2a9 HTTP/1.1" status: 200 len: 946 time: 0.0453453 May 17 19:35:40.049537 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8fc6a06e-e90c-4ffc-9a75-f3777d675330 req-2dcba8b7-ea6c-423a-a448-032a691cfc3c tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449047 May 17 19:35:40.601912 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0327ec33-257d-4ff5-b5f7-8860c9c2805a req-cd2fc907-0775-4a7d-a27b-5c27480dc7a9 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:40.603686 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-0327ec33-257d-4ff5-b5f7-8860c9c2805a req-cd2fc907-0775-4a7d-a27b-5c27480dc7a9 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 943 time: 0.0513623 May 17 19:35:40.651357 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-0327ec33-257d-4ff5-b5f7-8860c9c2805a req-b2ef1a53-532a-4d7e-9847-62dee5fec2fb tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=82d59d67-6232-440d-b988-2fc1d0d0d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421324 May 17 19:35:41.018968 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d4045-e60b-4acf-b9ee-2ffd2117a8c0 req-a1b3a806-341b-4e11-bfa4-4bb4fac9725b tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:41.020430 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-167d4045-e60b-4acf-b9ee-2ffd2117a8c0 req-a1b3a806-341b-4e11-bfa4-4bb4fac9725b tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.69 "GET /v2.0/ports?device_id=36333719-ec24-43b8-9656-b24f4950d2a9 HTTP/1.1" status: 200 len: 946 time: 0.0462790 May 17 19:35:41.100425 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [req-167d4045-e60b-4acf-b9ee-2ffd2117a8c0 req-039c51dc-c7db-4a88-ac34-b6e671e89cd9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Deleting port 0e496244-9f40-4dd5-be78-9d953da8d8ab {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:35:41.100784 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-167d4045-e60b-4acf-b9ee-2ffd2117a8c0 req-039c51dc-c7db-4a88-ac34-b6e671e89cd9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (0e496244-9f40-4dd5-be78-9d953da8d8ab), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:41.222797 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4cf252-65bc-4e14-9166-f93200196554 req-9fce3d76-e8aa-4dc7-b06b-2da386c98b28 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:41.224300 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6c4cf252-65bc-4e14-9166-f93200196554 req-9fce3d76-e8aa-4dc7-b06b-2da386c98b28 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=36333719-ec24-43b8-9656-b24f4950d2a9 HTTP/1.1" status: 200 len: 946 time: 0.0652294 May 17 19:35:41.229293 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-167d4045-e60b-4acf-b9ee-2ffd2117a8c0 req-039c51dc-c7db-4a88-ac34-b6e671e89cd9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] For port 0e496244-9f40-4dd5-be78-9d953da8d8ab, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=0e496244-9f40-4dd5-be78-9d953da8d8ab,segment=NetworkSegment(8cc326ee-5f9e-416b-8025-9d11d0786f2c),segment_id=8cc326ee-5f9e-416b-8025-9d11d0786f2c)] {{(pid=103781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:35:41.230173 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-167d4045-e60b-4acf-b9ee-2ffd2117a8c0 req-039c51dc-c7db-4a88-ac34-b6e671e89cd9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (0e496244-9f40-4dd5-be78-9d953da8d8ab), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:41.326779 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6c4cf252-65bc-4e14-9166-f93200196554 req-0c6f5551-4522-4f48-bd90-d963e9a0b6a1 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0940027 May 17 19:35:41.422748 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-167d4045-e60b-4acf-b9ee-2ffd2117a8c0 req-039c51dc-c7db-4a88-ac34-b6e671e89cd9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:41.423111 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-167d4045-e60b-4acf-b9ee-2ffd2117a8c0 req-039c51dc-c7db-4a88-ac34-b6e671e89cd9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16764702'] for floatingip (9b5eff6e-d838-45d5-97a6-d19c675cf001), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:41.423424 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.db.l3_db [req-167d4045-e60b-4acf-b9ee-2ffd2117a8c0 req-039c51dc-c7db-4a88-ac34-b6e671e89cd9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Floating IP 9b5eff6e-d838-45d5-97a6-d19c675cf001 disassociated. External IP: 172.27.2.34, port: 0e496244-9f40-4dd5-be78-9d953da8d8ab. May 17 19:35:41.423797 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [req-167d4045-e60b-4acf-b9ee-2ffd2117a8c0 req-039c51dc-c7db-4a88-ac34-b6e671e89cd9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Calling delete_port for 0e496244-9f40-4dd5-be78-9d953da8d8ab owned by compute:nova {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:35:41.493327 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f1717-8cdc-4d97-8c4c-55278c2d8d13 req-629301a8-0246-46b5-9b37-53c276d32e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:41.494781 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-423f1717-8cdc-4d97-8c4c-55278c2d8d13 req-629301a8-0246-46b5-9b37-53c276d32e1a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2&tenant_id=b23e9f1907a6406785be000e1373dc41 HTTP/1.1" status: 200 len: 1127 time: 0.0398531 May 17 19:35:41.556346 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f1717-8cdc-4d97-8c4c-55278c2d8d13 req-7171c9e4-dc30-446a-b29a-4e16a5b913fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:41.557836 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-423f1717-8cdc-4d97-8c4c-55278c2d8d13 req-7171c9e4-dc30-446a-b29a-4e16a5b913fc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b23e9f1907a6406785be000e1373dc41&device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 1127 time: 0.0394669 May 17 19:35:41.652943 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f1717-8cdc-4d97-8c4c-55278c2d8d13 req-f22166de-dc4a-469d-bd52-7da519e3fa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:41.654395 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-423f1717-8cdc-4d97-8c4c-55278c2d8d13 req-f22166de-dc4a-469d-bd52-7da519e3fa94 service neutron] 10.222.0.69 "GET /v2.0/networks?id=40c7fbe2-bd07-440e-b191-34ce3a30a8a0 HTTP/1.1" status: 200 len: 918 time: 0.0865119 May 17 19:35:41.658039 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-167d4045-e60b-4acf-b9ee-2ffd2117a8c0 req-039c51dc-c7db-4a88-ac34-b6e671e89cd9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (0e496244-9f40-4dd5-be78-9d953da8d8ab), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:41.690615 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039c51dc-c7db-4a88-ac34-b6e671e89cd9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Pushing event deleted for resources: {'Port': ['ID=0e496244-9f40-4dd5-be78-9d953da8d8ab,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:35:41.702578 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039c51dc-c7db-4a88-ac34-b6e671e89cd9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:35:41.702927 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039c51dc-c7db-4a88-ac34-b6e671e89cd9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:35:41.703270 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039c51dc-c7db-4a88-ac34-b6e671e89cd9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:35:41.703634 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039c51dc-c7db-4a88-ac34-b6e671e89cd9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:35:41.703964 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039c51dc-c7db-4a88-ac34-b6e671e89cd9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:35:41.704308 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039c51dc-c7db-4a88-ac34-b6e671e89cd9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:35:41.704598 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039c51dc-c7db-4a88-ac34-b6e671e89cd9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:35:41.704917 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039c51dc-c7db-4a88-ac34-b6e671e89cd9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:35:41.705238 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039c51dc-c7db-4a88-ac34-b6e671e89cd9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:35:41.705565 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039c51dc-c7db-4a88-ac34-b6e671e89cd9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:35:41.705883 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039c51dc-c7db-4a88-ac34-b6e671e89cd9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:35:41.706203 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039c51dc-c7db-4a88-ac34-b6e671e89cd9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:35:41.706511 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039c51dc-c7db-4a88-ac34-b6e671e89cd9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:35:41.706828 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039c51dc-c7db-4a88-ac34-b6e671e89cd9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:35:41.707141 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039c51dc-c7db-4a88-ac34-b6e671e89cd9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:35:41.725059 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-423f1717-8cdc-4d97-8c4c-55278c2d8d13 req-60a37862-f523-4d25-b684-b7e2cede7d10 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd HTTP/1.1" status: 200 len: 999 time: 0.0626729 May 17 19:35:41.815610 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-167d4045-e60b-4acf-b9ee-2ffd2117a8c0 req-039c51dc-c7db-4a88-ac34-b6e671e89cd9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Router 0f9e3f65-5b38-42b5-9c21-15afbf1bb548 has already been hosted by L3 agent d0bc9f74-feb0-4354-bd47-885486f1ec0d {{(pid=103781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 19:35:41.819762 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec3a93-d424-48fd-a0bd-3417f24d5743 req-bbac637c-ba71-4d88-af75-198edaed5f6b tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:41.821535 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-a5ec3a93-d424-48fd-a0bd-3417f24d5743 req-bbac637c-ba71-4d88-af75-198edaed5f6b tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 943 time: 0.0863619 May 17 19:35:41.836751 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f1717-8cdc-4d97-8c4c-55278c2d8d13 req-d3ac08ee-2797-44bf-92fe-d4de7c8c68c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:41.838155 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-423f1717-8cdc-4d97-8c4c-55278c2d8d13 req-d3ac08ee-2797-44bf-92fe-d4de7c8c68c2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4afc8f6d-c4ef-4f27-b1bd-b836aad1cd58 HTTP/1.1" status: 200 len: 856 time: 0.1020756 May 17 19:35:41.903056 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f1717-8cdc-4d97-8c4c-55278c2d8d13 req-a01863f9-1211-476d-9e23-7aab523498ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:41.904726 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-423f1717-8cdc-4d97-8c4c-55278c2d8d13 req-a01863f9-1211-476d-9e23-7aab523498ff service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=40c7fbe2-bd07-440e-b191-34ce3a30a8a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0560329 May 17 19:35:41.911642 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-a5ec3a93-d424-48fd-a0bd-3417f24d5743 req-a7eada62-1d13-41c8-9036-092e686f7fec tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=82d59d67-6232-440d-b988-2fc1d0d0d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818820 May 17 19:35:41.921986 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-167d4045-e60b-4acf-b9ee-2ffd2117a8c0 req-039c51dc-c7db-4a88-ac34-b6e671e89cd9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Notify agent at l3_agent.dv-cinder-840678-10-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 19:35:41.942682 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65739a2-adee-4d5f-9a39-26159ad65545 None None] Sync routers for ids ['0f9e3f65-5b38-42b5-9c21-15afbf1bb548'] in dv-cinder-840678-10-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 19:35:41.953834 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65739a2-adee-4d5f-9a39-26159ad65545 None None] Routers {'0f9e3f65-5b38-42b5-9c21-15afbf1bb548'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:35:41.954448 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-f65739a2-adee-4d5f-9a39-26159ad65545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:35:17Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['0f9e3f65-5b38-42b5-9c21-15afbf1bb548'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:35:41.969324 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [req-167d4045-e60b-4acf-b9ee-2ffd2117a8c0 req-039c51dc-c7db-4a88-ac34-b6e671e89cd9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] No DVR routers for this DVR port 0e496244-9f40-4dd5-be78-9d953da8d8ab on host hv-cinder-84067 {{(pid=103781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 19:35:41.972038 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-167d4045-e60b-4acf-b9ee-2ffd2117a8c0 req-039c51dc-c7db-4a88-ac34-b6e671e89cd9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:41.975338 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-167d4045-e60b-4acf-b9ee-2ffd2117a8c0 req-039c51dc-c7db-4a88-ac34-b6e671e89cd9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.69 "DELETE /v2.0/ports/0e496244-9f40-4dd5-be78-9d953da8d8ab HTTP/1.1" status: 204 len: 173 time: 0.9488792 May 17 19:35:41.975884 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36333719-ec24-43b8-9656-b24f4950d2a9', 'name': 'network-vif-deleted', 'tag': '0e496244-9f40-4dd5-be78-9d953da8d8ab'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:35:41.978836 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5abf21081b7c701043d67e7bff15db599e71af2afb5ac8611b6265996300b020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0500253-0468-41e3-8850-bf13deec711a" -d '{"events": [{"server_uuid": "36333719-ec24-43b8-9656-b24f4950d2a9", "name": "network-vif-deleted", "tag": "0e496244-9f40-4dd5-be78-9d953da8d8ab"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:35:42.008728 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-423f1717-8cdc-4d97-8c4c-55278c2d8d13 req-c73cd8cf-7975-43f6-80e8-e9e08fcbb3c0 service neutron] 10.222.0.69 "GET /v2.0/networks/40c7fbe2-bd07-440e-b191-34ce3a30a8a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945842 May 17 19:35:42.020789 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 19:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4df894-f1bb-46c9-93b0-6e8c9de20049 x-openstack-request-id: req-7f4df894-f1bb-46c9-93b0-6e8c9de20049 {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:35:42.021294 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36333719-ec24-43b8-9656-b24f4950d2a9", "name": "network-vif-deleted", "tag": "0e496244-9f40-4dd5-be78-9d953da8d8ab", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:35:42.021294 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7f4df894-f1bb-46c9-93b0-6e8c9de20049 {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:35:42.022324 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f4df894-f1bb-46c9-93b0-6e8c9de20049'] response: {'server_uuid': '36333719-ec24-43b8-9656-b24f4950d2a9', 'name': 'network-vif-deleted', 'tag': '0e496244-9f40-4dd5-be78-9d953da8d8ab', 'status': 'completed', 'code': 200} May 17 19:35:42.088096 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-f65739a2-adee-4d5f-9a39-26159ad65545 None None] Set router 0f9e3f65-5b38-42b5-9c21-15afbf1bb548 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:35:42.110259 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-423f1717-8cdc-4d97-8c4c-55278c2d8d13 req-e9c1eb8b-8662-45ba-ae42-05b1d2f4ad44 service neutron] 10.222.0.69 "GET /v2.0/networks/40c7fbe2-bd07-440e-b191-34ce3a30a8a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918727 May 17 19:35:42.380479 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-f65739a2-adee-4d5f-9a39-26159ad65545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'name': 'tempest-TestVolumeBootPattern-2088878763-router', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'af596b85-070e-475b-94cd-1ec2355567c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:31:50Z', 'updated_at': '2022-05-17T19:31:55Z', 'revision_number': 4, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'gw_port': {'id': 'af596b85-070e-475b-94cd-1ec2355567c8', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ff:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:31:51Z', 'updated_at': '2022-05-17T19:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': '19716c39-6320-4e43-9463-294f60ef6870', 'name': '', 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'mac_address': 'fa:16:3e:0a:94:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'a5e80cf4-1ae6-4a34-89f9-235de223b3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:31:54Z', 'updated_at': '2022-05-17T19:32:01Z', 'revision_number': 5, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'subnets': [{'id': 'a5e80cf4-1ae6-4a34-89f9-235de223b3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:35:42.409004 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65739a2-adee-4d5f-9a39-26159ad65545 None None] Checking router: 0f9e3f65-5b38-42b5-9c21-15afbf1bb548 for host: dv-cinder-840678-10-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 19:35:42.417662 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65739a2-adee-4d5f-9a39-26159ad65545 None None] Routers {'0f9e3f65-5b38-42b5-9c21-15afbf1bb548'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:35:42.418291 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-f65739a2-adee-4d5f-9a39-26159ad65545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:35:17Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['0f9e3f65-5b38-42b5-9c21-15afbf1bb548'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:35:42.442827 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-187aa403-7da2-4e60-aa25-e257aa583f04 req-d83e8406-44c9-4828-89b6-d250fb2ee3cc tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=36333719-ec24-43b8-9656-b24f4950d2a9 HTTP/1.1" status: 200 len: 210 time: 0.0422447 May 17 19:35:42.530176 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-f65739a2-adee-4d5f-9a39-26159ad65545 None None] Set router 0f9e3f65-5b38-42b5-9c21-15afbf1bb548 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:35:42.723643 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-f65739a2-adee-4d5f-9a39-26159ad65545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'name': 'tempest-TestVolumeBootPattern-2088878763-router', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'af596b85-070e-475b-94cd-1ec2355567c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:31:50Z', 'updated_at': '2022-05-17T19:31:55Z', 'revision_number': 4, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'gw_port': {'id': 'af596b85-070e-475b-94cd-1ec2355567c8', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ff:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:31:51Z', 'updated_at': '2022-05-17T19:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': '19716c39-6320-4e43-9463-294f60ef6870', 'name': '', 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'mac_address': 'fa:16:3e:0a:94:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'a5e80cf4-1ae6-4a34-89f9-235de223b3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:31:54Z', 'updated_at': '2022-05-17T19:32:01Z', 'revision_number': 5, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'subnets': [{'id': 'a5e80cf4-1ae6-4a34-89f9-235de223b3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:35:42.756573 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65739a2-adee-4d5f-9a39-26159ad65545 None None] The sync data for ids ['0f9e3f65-5b38-42b5-9c21-15afbf1bb548'] in dv-cinder-840678-10-iscsi is: [{'id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'name': 'tempest-TestVolumeBootPattern-2088878763-router', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'af596b85-070e-475b-94cd-1ec2355567c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:31:50Z', 'updated_at': '2022-05-17T19:31:55Z', 'revision_number': 4, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'gw_port': {'id': 'af596b85-070e-475b-94cd-1ec2355567c8', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ff:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:31:51Z', 'updated_at': '2022-05-17T19:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': '19716c39-6320-4e43-9463-294f60ef6870', 'name': '', 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'mac_address': 'fa:16:3e:0a:94:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'a5e80cf4-1ae6-4a34-89f9-235de223b3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:31:54Z', 'updated_at': '2022-05-17T19:32:01Z', 'revision_number': 5, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'subnets': [{'id': 'a5e80cf4-1ae6-4a34-89f9-235de223b3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 19:35:43.079452 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf724a-9365-4d2f-a410-02b39f11a79d req-2b830500-0359-4022-b602-08e549d702b4 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:43.081821 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e5bf724a-9365-4d2f-a410-02b39f11a79d req-2b830500-0359-4022-b602-08e549d702b4 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 943 time: 0.0650976 May 17 19:35:43.090357 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569f6a43-1ee5-4f2e-80fb-fb28bf3ac1cf None None] New status for floating IP 9b5eff6e-d838-45d5-97a6-d19c675cf001: DOWN {{(pid=103782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 19:35:43.173383 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e5bf724a-9365-4d2f-a410-02b39f11a79d req-2cf3f268-1b32-4b38-97fe-cffe223453b6 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=82d59d67-6232-440d-b988-2fc1d0d0d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830362 May 17 19:35:43.562355 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-71cf7d4f-f408-42ad-a583-c12aa497f3fb req-032e6fbb-83bb-4655-bfe0-83a818e201af tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=36333719-ec24-43b8-9656-b24f4950d2a9 HTTP/1.1" status: 200 len: 210 time: 0.0348964 May 17 19:35:44.301424 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25e853-ed61-4f9f-9265-35c96532bebb req-62eeb289-63bb-4290-ab9d-dddf8f7e96b0 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:44.303099 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-bd25e853-ed61-4f9f-9265-35c96532bebb req-62eeb289-63bb-4290-ab9d-dddf8f7e96b0 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 943 time: 0.0585666 May 17 19:35:44.355061 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-bd25e853-ed61-4f9f-9265-35c96532bebb req-6b3364ee-2dca-4f60-a126-d9c20df66eec tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=82d59d67-6232-440d-b988-2fc1d0d0d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461400 May 17 19:35:44.456896 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 0e496244-9f40-4dd5-be78-9d953da8d8ab no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 19:35:44.486291 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] No Port match for: 0e496244-9f40-4dd5-be78-9d953da8d8ab {{(pid=103782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 19:35:44.486876 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 0e496244-9f40-4dd5-be78-9d953da8d8ab not bound to the agent host hv-cinder-84067 {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 19:35:44.555478 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (bee311cb-2a55-4828-8ca4-4ee09c88de79), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:44.686141 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-b81440e9-7657-45c1-bc86-6b51e91e387a req-4f614a5d-955d-4b8a-a8d4-e62e57c4c63e tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=36333719-ec24-43b8-9656-b24f4950d2a9 HTTP/1.1" status: 200 len: 210 time: 0.0441511 May 17 19:35:45.012154 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfbc8c7-91ae-4c14-87ce-9894d9cfac9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:45.490499 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5dc8cf-8696-4296-8e59-e17736c36872 req-0ac97656-9653-40ac-9726-36059a5c07e8 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:45.492860 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-cb5dc8cf-8696-4296-8e59-e17736c36872 req-0ac97656-9653-40ac-9726-36059a5c07e8 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 943 time: 0.0567141 May 17 19:35:45.541418 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-cb5dc8cf-8696-4296-8e59-e17736c36872 req-1860bb39-0c39-4280-ad5f-6a2a13643f68 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=82d59d67-6232-440d-b988-2fc1d0d0d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429771 May 17 19:35:45.807066 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-4da3413e-7636-4827-9976-4d9aba333ea5 req-162b2392-dc17-481c-a9f2-76139b6bb550 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=36333719-ec24-43b8-9656-b24f4950d2a9 HTTP/1.1" status: 200 len: 210 time: 0.0354831 May 17 19:35:46.694096 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95b510-986c-4843-8a95-686b98108a19 req-49beda8f-1e3f-4132-b9e7-8de380e98831 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:46.702163 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ba95b510-986c-4843-8a95-686b98108a19 req-49beda8f-1e3f-4132-b9e7-8de380e98831 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 943 time: 0.0579267 May 17 19:35:46.751337 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ba95b510-986c-4843-8a95-686b98108a19 req-0551d852-ee1a-49ef-a19b-e64b223d753a tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=82d59d67-6232-440d-b988-2fc1d0d0d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479143 May 17 19:35:46.934765 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-88a35a3f-dc76-44a2-b87e-0ed3ea517515 req-84fd45c5-4e10-4068-9ae4-8251d4e4ff20 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=36333719-ec24-43b8-9656-b24f4950d2a9 HTTP/1.1" status: 200 len: 210 time: 0.0412865 May 17 19:35:47.292776 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-69f47cb7-8ac9-4e18-a419-b00ccffd2c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:47.897086 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920fc832-20f0-4e55-8c86-cdac0b23bf84 req-a592d1ad-acff-4a5a-800a-24ef499d481d tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:47.898743 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-920fc832-20f0-4e55-8c86-cdac0b23bf84 req-a592d1ad-acff-4a5a-800a-24ef499d481d tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 943 time: 0.0642102 May 17 19:35:47.955870 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-920fc832-20f0-4e55-8c86-cdac0b23bf84 req-ef653048-88a8-4051-9f81-48e213395560 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=82d59d67-6232-440d-b988-2fc1d0d0d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510812 May 17 19:35:48.078485 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-969ababe-913c-4e80-a989-07d10c350cac req-1c3ae068-2136-4fd1-9774-fb08622c80c2 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=36333719-ec24-43b8-9656-b24f4950d2a9 HTTP/1.1" status: 200 len: 210 time: 0.0441821 May 17 19:35:48.472840 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.agents_db [None req-42b69621-6215-4a4a-9d32-588efc9ea437 None None] Agent healthcheck: found 6 active agents {{(pid=103783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 19:35:48.498062 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:49.132829 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd52c2e-d366-445b-ae93-512242553335 req-f8ad3e92-d2f7-47ce-9bf0-b2866dafb4a7 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:49.132829 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-cbd52c2e-d366-445b-ae93-512242553335 req-f8ad3e92-d2f7-47ce-9bf0-b2866dafb4a7 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 943 time: 0.0922861 May 17 19:35:49.196186 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-cbd52c2e-d366-445b-ae93-512242553335 req-eaff5762-e431-45a3-aa64-74c46dde6075 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=82d59d67-6232-440d-b988-2fc1d0d0d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616679 May 17 19:35:49.222176 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-ada11b46-a426-4f89-ad94-fe7e564328ee req-3d7d54bd-4ae9-42ae-a367-d5e0a51a1a78 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=36333719-ec24-43b8-9656-b24f4950d2a9 HTTP/1.1" status: 200 len: 210 time: 0.0462980 May 17 19:35:50.292719 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:50.317964 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8765a0a-d38b-41d3-830a-63b4fa5d4d5c req-c74d46b0-7c8d-4f44-b81b-2fbc1b4f50a5 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:50.319520 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a8765a0a-d38b-41d3-830a-63b4fa5d4d5c req-c74d46b0-7c8d-4f44-b81b-2fbc1b4f50a5 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 943 time: 0.0538149 May 17 19:35:50.336999 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-88c77227-616c-4f16-afd3-0d99a58cb002 req-35fc5791-8a85-4c26-9c58-a9d9676c6d5d tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=36333719-ec24-43b8-9656-b24f4950d2a9 HTTP/1.1" status: 200 len: 210 time: 0.0294938 May 17 19:35:50.374359 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a8765a0a-d38b-41d3-830a-63b4fa5d4d5c req-b8e34359-185f-43f8-9fcf-84c8997b2633 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=82d59d67-6232-440d-b988-2fc1d0d0d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492246 May 17 19:35:51.446092 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-7065a7b0-b221-45e5-a5b4-c6c8cf5f3f73 req-7517a02b-d01b-43d7-8434-59e026c50e24 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=36333719-ec24-43b8-9656-b24f4950d2a9 HTTP/1.1" status: 200 len: 210 time: 0.0304396 May 17 19:35:51.492965 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a028a-7eba-4a44-9654-c2e9c5330d7a req-b3f532f0-55f4-4fe0-b03f-b4292920e857 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:51.497994 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-802a028a-7eba-4a44-9654-c2e9c5330d7a req-b3f532f0-55f4-4fe0-b03f-b4292920e857 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 943 time: 0.0468574 May 17 19:35:51.543626 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-802a028a-7eba-4a44-9654-c2e9c5330d7a req-06a29875-c21d-40f1-827f-6145ae0524e0 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=82d59d67-6232-440d-b988-2fc1d0d0d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430498 May 17 19:35:51.549639 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:51.730264 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-21381cef-2e95-44f5-84b9-cc864319a149 req-f9a799ab-5801-4426-a40f-baab5e2ec6d6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=36333719-ec24-43b8-9656-b24f4950d2a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0333662 May 17 19:35:51.781488 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-21381cef-2e95-44f5-84b9-cc864319a149 req-5c9b6d72-7eef-4ee4-9cfd-48550e585d0a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aae36ceec2314da8a829113fc36f2f40&device_id=36333719-ec24-43b8-9656-b24f4950d2a9 HTTP/1.1" status: 200 len: 210 time: 0.0269551 May 17 19:35:51.893758 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21381cef-2e95-44f5-84b9-cc864319a149 req-c37d3b97-300e-4a95-a512-05d6bbd6585e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:51.895251 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-21381cef-2e95-44f5-84b9-cc864319a149 req-c37d3b97-300e-4a95-a512-05d6bbd6585e service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=aae36ceec2314da8a829113fc36f2f40&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0949647 May 17 19:35:51.992939 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21381cef-2e95-44f5-84b9-cc864319a149 req-0efcbe0d-3cd9-4715-b7d1-f879c51f4c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:51.994383 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-21381cef-2e95-44f5-84b9-cc864319a149 req-0efcbe0d-3cd9-4715-b7d1-f879c51f4c59 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937874 May 17 19:35:52.665782 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961efe8f-cfb1-4086-a7ed-b3907d15ac85 req-e0a8ea69-27d6-4938-8a93-7322b5a1a62a tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:52.667331 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-961efe8f-cfb1-4086-a7ed-b3907d15ac85 req-e0a8ea69-27d6-4938-8a93-7322b5a1a62a tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 943 time: 0.0467563 May 17 19:35:52.704884 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-ab99268e-0908-4084-a5c6-e5c2c8324058 req-bfe57b70-2b8b-4f3e-a680-64364c591f2e tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-32194059&fields=id&tenant_id=aae36ceec2314da8a829113fc36f2f40 HTTP/1.1" status: 200 len: 267 time: 0.0439985 May 17 19:35:52.715736 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-961efe8f-cfb1-4086-a7ed-b3907d15ac85 req-2734f949-455f-4c4c-84ac-3cfbda6d2df1 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=82d59d67-6232-440d-b988-2fc1d0d0d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429649 May 17 19:35:52.816603 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99268e-0908-4084-a5c6-e5c2c8324058 req-f92a7767-0279-4723-8b39-bc5dbf341e79 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:52.818074 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-ab99268e-0908-4084-a5c6-e5c2c8324058 req-f92a7767-0279-4723-8b39-bc5dbf341e79 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/networks?id=4ffa76ed-e644-420a-9be5-452073c9d2f3 HTTP/1.1" status: 200 len: 812 time: 0.1068242 May 17 19:35:52.833607 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-ab99268e-0908-4084-a5c6-e5c2c8324058 req-cf0747ce-3072-4b8d-a5f8-0b1fce7fcf2d tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/quotas/aae36ceec2314da8a829113fc36f2f40 HTTP/1.1" status: 200 len: 375 time: 0.0090644 May 17 19:35:52.882446 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-ab99268e-0908-4084-a5c6-e5c2c8324058 req-181fdc04-eba7-4d05-809d-572d2655ebf9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=aae36ceec2314da8a829113fc36f2f40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440063 May 17 19:35:53.025094 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-ab99268e-0908-4084-a5c6-e5c2c8324058 req-c3a0237a-2e85-4603-867e-22e08e48194b service neutron] 10.222.0.58 "GET /v2.0/networks/4ffa76ed-e644-420a-9be5-452073c9d2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302400 May 17 19:35:53.111610 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-ab99268e-0908-4084-a5c6-e5c2c8324058 req-771634ee-b60e-4636-a897-39f6bde528d2 service neutron] 10.222.0.58 "GET /v2.0/networks/4ffa76ed-e644-420a-9be5-452073c9d2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809042 May 17 19:35:53.669466 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6d616381-f70d-4afc-b206-b8422bfbc4c0 req-e15f5862-33d0-4cd1-b700-80c0a389c6fa tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=c40918f8-ee22-4dbb-9334-0fd71846a8de HTTP/1.1" status: 200 len: 210 time: 0.0273659 May 17 19:35:53.832686 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d67730-5ef1-4ce5-bd2f-2d847ee59797 req-da92b8c2-38a9-4731-953e-8aadeaa82145 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:53.834132 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-84d67730-5ef1-4ce5-bd2f-2d847ee59797 req-da92b8c2-38a9-4731-953e-8aadeaa82145 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 943 time: 0.0462644 May 17 19:35:53.883588 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-84d67730-5ef1-4ce5-bd2f-2d847ee59797 req-eb08ca4e-e0cd-489d-a2c7-7004decfa7e3 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=82d59d67-6232-440d-b988-2fc1d0d0d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432141 May 17 19:35:54.568904 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 19:35:54.667002 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port 4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd,segment=NetworkSegment(cb7a5f44-2490-49bf-84d8-97ca2a591d42),segment_id=cb7a5f44-2490-49bf-84d8-97ca2a591d42)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:35:54.678556 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Returning: {'device': '4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd', 'network_id': '40c7fbe2-bd07-440e-b191-34ce3a30a8a0', 'port_id': '4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd', 'mac_address': 'fa:16:3e:08:e7:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4afc8f6d-c4ef-4f27-b1bd-b836aad1cd58', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 19:35:54.712755 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Current status of the port 4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd is: DOWN; New status is: BUILD {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:35:54.713149 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:54.731521 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd {{(pid=103782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 19:35:54.752303 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port 4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd,segment=NetworkSegment(cb7a5f44-2490-49bf-84d8-97ca2a591d42),segment_id=cb7a5f44-2490-49bf-84d8-97ca2a591d42)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:35:54.764437 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-587ab8bb-d97f-4ab0-af2e-cb1305aaa940 req-9a708fe1-59a5-4b90-bdf2-929e67d3e42d tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=c40918f8-ee22-4dbb-9334-0fd71846a8de HTTP/1.1" status: 200 len: 210 time: 0.0305681 May 17 19:35:54.840959 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:54.891962 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Pushing event updated for resources: {'Port': ['ID=4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd,revision_number=9']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:35:55.009918 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5286dbb0-ceb4-4a2a-bd6a-eab756d85d28 req-7eb05a94-3d0f-4d2b-9aac-cad93076f5c8 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:55.011650 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-5286dbb0-ceb4-4a2a-bd6a-eab756d85d28 req-7eb05a94-3d0f-4d2b-9aac-cad93076f5c8 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 944 time: 0.0493441 May 17 19:35:55.058664 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-5286dbb0-ceb4-4a2a-bd6a-eab756d85d28 req-b91700db-d026-4873-918a-d90a57ee9c7b tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=82d59d67-6232-440d-b988-2fc1d0d0d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415592 May 17 19:35:55.090303 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] get_ports_and_sgs() called for port_ids ['4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd'] {{(pid=103782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 19:35:55.860822 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-12e02d36-4340-4251-be1e-bd26454ed583 req-9d5ff289-0044-47a0-b128-46b83b38d727 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=c40918f8-ee22-4dbb-9334-0fd71846a8de HTTP/1.1" status: 200 len: 210 time: 0.0294604 May 17 19:35:56.179472 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99268e-0908-4084-a5c6-e5c2c8324058 req-dabd94e4-2a86-4ae0-81ba-38fd66339449 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:56.181031 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-ab99268e-0908-4084-a5c6-e5c2c8324058 req-dabd94e4-2a86-4ae0-81ba-38fd66339449 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.69 "GET /v2.0/networks?id=4ffa76ed-e644-420a-9be5-452073c9d2f3 HTTP/1.1" status: 200 len: 812 time: 0.1327608 May 17 19:35:56.206049 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d057be-0d1c-450b-8bcb-e9040749e397 req-7976a1b1-6ffa-44f1-a61b-6e5b43456e10 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:56.207472 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-03d057be-0d1c-450b-8bcb-e9040749e397 req-7976a1b1-6ffa-44f1-a61b-6e5b43456e10 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 944 time: 0.0760701 May 17 19:35:56.290005 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-ab99268e-0908-4084-a5c6-e5c2c8324058 req-f27f7733-9f04-45b1-961f-d643922e3b18 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aae36ceec2314da8a829113fc36f2f40 HTTP/1.1" status: 200 len: 378 time: 0.0989032 May 17 19:35:56.293838 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-03d057be-0d1c-450b-8bcb-e9040749e397 req-22b1b23a-5c2c-4dd6-a086-3997da49f557 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=82d59d67-6232-440d-b988-2fc1d0d0d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798900 May 17 19:35:56.300756 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [req-ab99268e-0908-4084-a5c6-e5c2c8324058 req-ede2c5c3-4e4a-4138-967a-50cd85adf8b9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Request body: {'port': {'device_id': 'c40918f8-ee22-4dbb-9334-0fd71846a8de', 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3', 'admin_state_up': True, 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'security_groups': ['a33a853a-3df4-4414-90e6-4e69cdaf8606']}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:35:56.479272 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab99268e-0908-4084-a5c6-e5c2c8324058 req-ede2c5c3-4e4a-4138-967a-50cd85adf8b9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Made reservation on behalf of aae36ceec2314da8a829113fc36f2f40 for: {'port': 1} {{(pid=103780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:35:56.483371 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-ab99268e-0908-4084-a5c6-e5c2c8324058 req-ede2c5c3-4e4a-4138-967a-50cd85adf8b9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:56.483561 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd up at agent hyperv_hv-cinder-84067 {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:35:56.527822 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Provisioning complete for port 4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:35:56.528245 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:56.598413 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Current status of the port 4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd is: BUILD; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:35:56.598798 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:56.605899 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.db_base_plugin_common [req-ab99268e-0908-4084-a5c6-e5c2c8324058 req-ede2c5c3-4e4a-4138-967a-50cd85adf8b9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Allocated IP 172.20.0.12 (4ffa76ed-e644-420a-9be5-452073c9d2f3/a5e80cf4-1ae6-4a34-89f9-235de223b3bb/1ef37eac-454e-41a3-9aae-fa1e9ad23770) {{(pid=103780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:35:56.621906 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4178943-4254-4469-868d-099cb1de2fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd'}] {{(pid=103782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:35:56.624083 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dcdb420cfc3f3d59cdc90e9401be4743e23c4809d01819fc24a250fd06a42a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0627810-00b9-48e5-92c7-4a9f73e0def7" -d '{"events": [{"server_uuid": "c4178943-4254-4469-868d-099cb1de2fc2", "name": "network-vif-plugged", "status": "completed", "tag": "4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd"}]}' {{(pid=103782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:35:56.637690 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port 4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd,segment=NetworkSegment(cb7a5f44-2490-49bf-84d8-97ca2a591d42),segment_id=cb7a5f44-2490-49bf-84d8-97ca2a591d42)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:35:56.664771 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 19:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7edc89c-68ef-4f2a-8f42-5e080aa09d2b x-openstack-request-id: req-a7edc89c-68ef-4f2a-8f42-5e080aa09d2b {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:35:56.664771 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4178943-4254-4469-868d-099cb1de2fc2", "name": "network-vif-plugged", "status": "completed", "tag": "4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd", "code": 200}]} {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:35:56.664771 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a7edc89c-68ef-4f2a-8f42-5e080aa09d2b {{(pid=103782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:35:56.664771 dv-cinder-840678-10-iscsi neutron-server[103782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7edc89c-68ef-4f2a-8f42-5e080aa09d2b'] response: {'server_uuid': 'c4178943-4254-4469-868d-099cb1de2fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd', 'code': 200} May 17 19:35:56.703845 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:56.749656 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-ab99268e-0908-4084-a5c6-e5c2c8324058 req-ede2c5c3-4e4a-4138-967a-50cd85adf8b9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks [] for port (1ef37eac-454e-41a3-9aae-fa1e9ad23770), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:56.752670 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Pushing event updated for resources: {'Port': ['ID=4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd,revision_number=10']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:35:56.856513 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-ab99268e-0908-4084-a5c6-e5c2c8324058 req-ede2c5c3-4e4a-4138-967a-50cd85adf8b9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014583'] for port (1ef37eac-454e-41a3-9aae-fa1e9ad23770), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:56.903643 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab99268e-0908-4084-a5c6-e5c2c8324058 req-ede2c5c3-4e4a-4138-967a-50cd85adf8b9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Network 4ffa76ed-e644-420a-9be5-452073c9d2f3 is already hosted by enough agents. {{(pid=103780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:35:56.903814 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.base_scheduler [req-ab99268e-0908-4084-a5c6-e5c2c8324058 req-ede2c5c3-4e4a-4138-967a-50cd85adf8b9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Resources bound (agent type, host, resource id): {{(pid=103780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:35:56.907556 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab99268e-0908-4084-a5c6-e5c2c8324058 req-ede2c5c3-4e4a-4138-967a-50cd85adf8b9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Received port after_create {{(pid=103780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:35:56.943729 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede2c5c3-4e4a-4138-967a-50cd85adf8b9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Pushing event updated for resources: {'Port': ['ID=1ef37eac-454e-41a3-9aae-fa1e9ad23770,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:35:56.987748 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99268e-0908-4084-a5c6-e5c2c8324058 req-ede2c5c3-4e4a-4138-967a-50cd85adf8b9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:56.988380 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-ab99268e-0908-4084-a5c6-e5c2c8324058 req-ede2c5c3-4e4a-4138-967a-50cd85adf8b9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for port (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:56.997223 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4587b23-9d2c-4aa7-9ee9-166fafb063dd req-1c0cd7b1-77c7-47ed-89d9-00679671e539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:56.998730 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f4587b23-9d2c-4aa7-9ee9-166fafb063dd req-1c0cd7b1-77c7-47ed-89d9-00679671e539 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 1130 time: 0.0424047 May 17 19:35:57.040788 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f51d54-ed86-4bdf-9c73-de156922b239 req-4b8f62ba-32ae-4a19-be6a-9fa8cacbd693 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:57.042400 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-d8f51d54-ed86-4bdf-9c73-de156922b239 req-4b8f62ba-32ae-4a19-be6a-9fa8cacbd693 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=c40918f8-ee22-4dbb-9334-0fd71846a8de HTTP/1.1" status: 200 len: 932 time: 0.0754211 May 17 19:35:57.052937 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f4587b23-9d2c-4aa7-9ee9-166fafb063dd req-c2603730-c25c-4128-ba88-30e0d3274469 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=82d59d67-6232-440d-b988-2fc1d0d0d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446141 May 17 19:35:57.088812 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-ab99268e-0908-4084-a5c6-e5c2c8324058 req-ede2c5c3-4e4a-4138-967a-50cd85adf8b9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7917652 May 17 19:35:57.098642 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-d8f51d54-ed86-4bdf-9c73-de156922b239 req-9db57b38-4ef1-4c17-b861-89d387196754 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506284 May 17 19:35:57.161614 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-1a1bf99c-9f72-4ec5-9f98-5ca7d01f97ef None None] Provisioning complete for port 1ef37eac-454e-41a3-9aae-fa1e9ad23770 triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:35:57.161908 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-1a1bf99c-9f72-4ec5-9f98-5ca7d01f97ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (1ef37eac-454e-41a3-9aae-fa1e9ad23770), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:57.192277 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-1a1bf99c-9f72-4ec5-9f98-5ca7d01f97ef None None] Port 1ef37eac-454e-41a3-9aae-fa1e9ad23770 cannot update to ACTIVE because it is not bound. {{(pid=103782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 19:35:57.286749 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [req-ab99268e-0908-4084-a5c6-e5c2c8324058 req-b50714ff-966e-4893-b4a7-1afaf81592f0 service neutron] Request body: {'port': {'device_id': 'c40918f8-ee22-4dbb-9334-0fd71846a8de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:35:57.350099 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-ab99268e-0908-4084-a5c6-e5c2c8324058 req-b50714ff-966e-4893-b4a7-1afaf81592f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (1ef37eac-454e-41a3-9aae-fa1e9ad23770), before_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:57.423297 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5464a1b-1373-4989-a792-31275e0d0f76 req-a74d98de-fd3e-440b-9389-e66deb5ad094 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:57.424693 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e5464a1b-1373-4989-a792-31275e0d0f76 req-a74d98de-fd3e-440b-9389-e66deb5ad094 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 946 time: 0.0494456 May 17 19:35:57.475400 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e5464a1b-1373-4989-a792-31275e0d0f76 req-c896d9cb-dec4-435a-8b66-d418a80432a9 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=82d59d67-6232-440d-b988-2fc1d0d0d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439639 May 17 19:35:57.645725 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.notifiers.nova [req-ab99268e-0908-4084-a5c6-e5c2c8324058 req-b50714ff-966e-4893-b4a7-1afaf81592f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ef37eac-454e-41a3-9aae-fa1e9ad23770 {{(pid=103780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 19:35:57.653344 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-ab99268e-0908-4084-a5c6-e5c2c8324058 req-b50714ff-966e-4893-b4a7-1afaf81592f0 service neutron] Publish callbacks [] for port (1ef37eac-454e-41a3-9aae-fa1e9ad23770), precommit_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:57.665898 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.provisioning_blocks [req-ab99268e-0908-4084-a5c6-e5c2c8324058 req-b50714ff-966e-4893-b4a7-1afaf81592f0 service neutron] Transition to ACTIVE for port object 1ef37eac-454e-41a3-9aae-fa1e9ad23770 will not be triggered until provisioned by entity L2. {{(pid=103780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 19:35:57.743630 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-ab99268e-0908-4084-a5c6-e5c2c8324058 req-b50714ff-966e-4893-b4a7-1afaf81592f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13014528'] for port (1ef37eac-454e-41a3-9aae-fa1e9ad23770), after_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:57.815772 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50714ff-966e-4893-b4a7-1afaf81592f0 service neutron] Pushing event updated for resources: {'Port': ['ID=1ef37eac-454e-41a3-9aae-fa1e9ad23770,revision_number=2']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:35:57.869323 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.managers [req-ab99268e-0908-4084-a5c6-e5c2c8324058 req-b50714ff-966e-4893-b4a7-1afaf81592f0 service neutron] Attempting to bind port 1ef37eac-454e-41a3-9aae-fa1e9ad23770 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 19:35:57.869658 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.managers [req-ab99268e-0908-4084-a5c6-e5c2c8324058 req-b50714ff-966e-4893-b4a7-1afaf81592f0 service neutron] Attempting to bind port 1ef37eac-454e-41a3-9aae-fa1e9ad23770 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '8cc326ee-5f9e-416b-8025-9d11d0786f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3'}] {{(pid=103780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 19:35:57.869987 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab99268e-0908-4084-a5c6-e5c2c8324058 req-b50714ff-966e-4893-b4a7-1afaf81592f0 service neutron] Attempting to bind port 1ef37eac-454e-41a3-9aae-fa1e9ad23770 on network 4ffa76ed-e644-420a-9be5-452073c9d2f3 {{(pid=103780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:35:57.875473 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab99268e-0908-4084-a5c6-e5c2c8324058 req-b50714ff-966e-4893-b4a7-1afaf81592f0 service neutron] Port 1ef37eac-454e-41a3-9aae-fa1e9ad23770 on network 4ffa76ed-e644-420a-9be5-452073c9d2f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 19:35:57.875818 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab99268e-0908-4084-a5c6-e5c2c8324058 req-b50714ff-966e-4893-b4a7-1afaf81592f0 service neutron] Attempting to bind port 1ef37eac-454e-41a3-9aae-fa1e9ad23770 on network 4ffa76ed-e644-420a-9be5-452073c9d2f3 {{(pid=103780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:35:57.881155 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab99268e-0908-4084-a5c6-e5c2c8324058 req-b50714ff-966e-4893-b4a7-1afaf81592f0 service neutron] Checking agent: {'id': 'bee311cb-2a55-4828-8ca4-4ee09c88de79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 19, 27, 43), 'started_at': datetime.datetime(2022, 5, 17, 19, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 19, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 19:35:57.881493 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab99268e-0908-4084-a5c6-e5c2c8324058 req-b50714ff-966e-4893-b4a7-1afaf81592f0 service neutron] Checking segment: {'id': '8cc326ee-5f9e-416b-8025-9d11d0786f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:35:57.881875 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab99268e-0908-4084-a5c6-e5c2c8324058 req-b50714ff-966e-4893-b4a7-1afaf81592f0 service neutron] Bound using segment: {'id': '8cc326ee-5f9e-416b-8025-9d11d0786f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3'} {{(pid=103780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 19:35:57.882312 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.managers [req-ab99268e-0908-4084-a5c6-e5c2c8324058 req-b50714ff-966e-4893-b4a7-1afaf81592f0 service neutron] Bound port: 1ef37eac-454e-41a3-9aae-fa1e9ad23770, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cc326ee-5f9e-416b-8025-9d11d0786f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3'}}] {{(pid=103780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 19:35:57.882667 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-ab99268e-0908-4084-a5c6-e5c2c8324058 req-b50714ff-966e-4893-b4a7-1afaf81592f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (1ef37eac-454e-41a3-9aae-fa1e9ad23770), before_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:57.947151 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.db [req-ab99268e-0908-4084-a5c6-e5c2c8324058 req-b50714ff-966e-4893-b4a7-1afaf81592f0 service neutron] For port 1ef37eac-454e-41a3-9aae-fa1e9ad23770, host hv-cinder-84067, cleared binding levels {{(pid=103780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 19:35:57.950552 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.db [req-ab99268e-0908-4084-a5c6-e5c2c8324058 req-b50714ff-966e-4893-b4a7-1afaf81592f0 service neutron] For port 1ef37eac-454e-41a3-9aae-fa1e9ad23770, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=1ef37eac-454e-41a3-9aae-fa1e9ad23770,segment=NetworkSegment(8cc326ee-5f9e-416b-8025-9d11d0786f2c),segment_id=8cc326ee-5f9e-416b-8025-9d11d0786f2c)] {{(pid=103780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 19:35:58.046707 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-ab99268e-0908-4084-a5c6-e5c2c8324058 req-b50714ff-966e-4893-b4a7-1afaf81592f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13014528'] for port (1ef37eac-454e-41a3-9aae-fa1e9ad23770), after_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:58.081861 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99268e-0908-4084-a5c6-e5c2c8324058 req-b50714ff-966e-4893-b4a7-1afaf81592f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:58.082533 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-ab99268e-0908-4084-a5c6-e5c2c8324058 req-b50714ff-966e-4893-b4a7-1afaf81592f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for port (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:35:58.083856 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-ab99268e-0908-4084-a5c6-e5c2c8324058 req-b50714ff-966e-4893-b4a7-1afaf81592f0 service neutron] 10.222.0.69 "PUT /v2.0/ports/1ef37eac-454e-41a3-9aae-fa1e9ad23770 HTTP/1.1" status: 200 len: 1094 time: 0.8012595 May 17 19:35:58.084264 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c40918f8-ee22-4dbb-9334-0fd71846a8de', 'tag': '1ef37eac-454e-41a3-9aae-fa1e9ad23770'}] {{(pid=103780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:35:58.086453 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1bd86ad9c435c7379d29d4f4527297f276984ecaea51489ddc34f383e603623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32bc1178-44c7-4525-a356-dd335fe0d1ab" -d '{"events": [{"name": "network-changed", "server_uuid": "c40918f8-ee22-4dbb-9334-0fd71846a8de", "tag": "1ef37eac-454e-41a3-9aae-fa1e9ad23770"}]}' {{(pid=103780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:35:58.110271 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50714ff-966e-4893-b4a7-1afaf81592f0 service neutron] Pushing event updated for resources: {'Port': ['ID=1ef37eac-454e-41a3-9aae-fa1e9ad23770,revision_number=3']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:35:58.211545 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 19:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c02129-5150-47fb-8daf-31da996fa49e x-openstack-request-id: req-98c02129-5150-47fb-8daf-31da996fa49e {{(pid=103780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:35:58.211545 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c40918f8-ee22-4dbb-9334-0fd71846a8de", "tag": "1ef37eac-454e-41a3-9aae-fa1e9ad23770", "status": "completed", "code": 200}]} {{(pid=103780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:35:58.211545 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-98c02129-5150-47fb-8daf-31da996fa49e {{(pid=103780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:35:58.211545 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98c02129-5150-47fb-8daf-31da996fa49e'] response: {'name': 'network-changed', 'server_uuid': 'c40918f8-ee22-4dbb-9334-0fd71846a8de', 'tag': '1ef37eac-454e-41a3-9aae-fa1e9ad23770', 'status': 'completed', 'code': 200} May 17 19:35:58.246184 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d7d0a-3d67-4511-b013-b5d7b78187aa req-8be03d80-3dad-4e61-b8e7-a5aa17d7244d tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:58.247877 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-397d7d0a-3d67-4511-b013-b5d7b78187aa req-8be03d80-3dad-4e61-b8e7-a5aa17d7244d tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=c40918f8-ee22-4dbb-9334-0fd71846a8de HTTP/1.1" status: 200 len: 944 time: 0.0585535 May 17 19:35:58.308554 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-397d7d0a-3d67-4511-b013-b5d7b78187aa req-3698cc5e-e38f-4a23-8671-82f87cae2845 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544665 May 17 19:35:58.622456 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99268e-0908-4084-a5c6-e5c2c8324058 req-f8863c90-24de-4564-9982-9cc086225f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:58.624009 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-ab99268e-0908-4084-a5c6-e5c2c8324058 req-f8863c90-24de-4564-9982-9cc086225f27 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aae36ceec2314da8a829113fc36f2f40&device_id=c40918f8-ee22-4dbb-9334-0fd71846a8de HTTP/1.1" status: 200 len: 1128 time: 0.0674376 May 17 19:35:58.630394 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d839f9e-38a4-45a0-850d-4380a6b41e25 req-524ed3e1-c325-4033-ae34-f44d1adb3bcd tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:58.631823 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-6d839f9e-38a4-45a0-850d-4380a6b41e25 req-524ed3e1-c325-4033-ae34-f44d1adb3bcd tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 946 time: 0.0671716 May 17 19:35:58.926509 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-ab99268e-0908-4084-a5c6-e5c2c8324058 req-0842a26a-391f-497c-89cd-09b5dc29c266 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ef37eac-454e-41a3-9aae-fa1e9ad23770 HTTP/1.1" status: 200 len: 217 time: 0.2937450 May 17 19:35:58.985261 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-6d839f9e-38a4-45a0-850d-4380a6b41e25 req-1e638617-9a74-4967-8966-aac6f9480de8 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=82d59d67-6232-440d-b988-2fc1d0d0d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3463979 May 17 19:35:58.993790 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99268e-0908-4084-a5c6-e5c2c8324058 req-25608d1a-e7cf-4ea4-b1ce-fcbe3a29a72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:58.995797 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-ab99268e-0908-4084-a5c6-e5c2c8324058 req-25608d1a-e7cf-4ea4-b1ce-fcbe3a29a72b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a5e80cf4-1ae6-4a34-89f9-235de223b3bb HTTP/1.1" status: 200 len: 851 time: 0.0624087 May 17 19:35:59.037491 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99268e-0908-4084-a5c6-e5c2c8324058 req-7e2e3583-6154-4a98-8503-8de5d27c1785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:59.038882 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-ab99268e-0908-4084-a5c6-e5c2c8324058 req-7e2e3583-6154-4a98-8503-8de5d27c1785 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ffa76ed-e644-420a-9be5-452073c9d2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0377636 May 17 19:35:59.133439 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-ab99268e-0908-4084-a5c6-e5c2c8324058 req-cc308109-6a68-497c-b5c3-43ac297266ed service neutron] 10.222.0.69 "GET /v2.0/networks/4ffa76ed-e644-420a-9be5-452073c9d2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886030 May 17 19:35:59.221462 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-ab99268e-0908-4084-a5c6-e5c2c8324058 req-3f3ee639-2d9c-45f3-8e93-babb2df3f676 service neutron] 10.222.0.69 "GET /v2.0/networks/4ffa76ed-e644-420a-9be5-452073c9d2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821385 May 17 19:35:59.422292 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7895d5c7-11d5-47b0-8b13-b8f2fadc5ff7 req-7f9257f4-7892-4406-ba8f-2273c15796ea tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:59.423791 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7895d5c7-11d5-47b0-8b13-b8f2fadc5ff7 req-7f9257f4-7892-4406-ba8f-2273c15796ea tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=c40918f8-ee22-4dbb-9334-0fd71846a8de HTTP/1.1" status: 200 len: 944 time: 0.0462790 May 17 19:35:59.473197 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7895d5c7-11d5-47b0-8b13-b8f2fadc5ff7 req-cfe31453-64bd-4b57-9d0b-57cd4a3102d3 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440280 May 17 19:35:59.581914 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc1178-44c7-4525-a356-dd335fe0d1ab req-efa3de8c-3952-41be-868e-922a27a9dd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:59.583339 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-32bc1178-44c7-4525-a356-dd335fe0d1ab req-efa3de8c-3952-41be-868e-922a27a9dd19 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aae36ceec2314da8a829113fc36f2f40&device_id=c40918f8-ee22-4dbb-9334-0fd71846a8de HTTP/1.1" status: 200 len: 1128 time: 0.0428412 May 17 19:35:59.671478 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc1178-44c7-4525-a356-dd335fe0d1ab req-a4c52d7c-a622-4d33-bed0-0d684a0c8421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:59.672991 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-32bc1178-44c7-4525-a356-dd335fe0d1ab req-a4c52d7c-a622-4d33-bed0-0d684a0c8421 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ffa76ed-e644-420a-9be5-452073c9d2f3 HTTP/1.1" status: 200 len: 913 time: 0.0826895 May 17 19:35:59.713348 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-32bc1178-44c7-4525-a356-dd335fe0d1ab req-e1f2cbb1-ae59-4ef2-bfa8-89f8d0097ad0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ef37eac-454e-41a3-9aae-fa1e9ad23770 HTTP/1.1" status: 200 len: 217 time: 0.0344257 May 17 19:35:59.760754 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc1178-44c7-4525-a356-dd335fe0d1ab req-66207568-9a18-422a-b04a-8a606e40bdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:59.762219 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-32bc1178-44c7-4525-a356-dd335fe0d1ab req-66207568-9a18-422a-b04a-8a606e40bdd9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a5e80cf4-1ae6-4a34-89f9-235de223b3bb HTTP/1.1" status: 200 len: 851 time: 0.0426147 May 17 19:35:59.805064 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc1178-44c7-4525-a356-dd335fe0d1ab req-cd902d53-226b-4910-b0d9-d75dc214bf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:35:59.806491 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-32bc1178-44c7-4525-a356-dd335fe0d1ab req-cd902d53-226b-4910-b0d9-d75dc214bf3b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ffa76ed-e644-420a-9be5-452073c9d2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381143 May 17 19:35:59.898563 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-32bc1178-44c7-4525-a356-dd335fe0d1ab req-5e2a437c-9465-491f-8338-1da515e640eb service neutron] 10.222.0.69 "GET /v2.0/networks/4ffa76ed-e644-420a-9be5-452073c9d2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852661 May 17 19:35:59.915325 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 45468) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:35:59.991259 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-32bc1178-44c7-4525-a356-dd335fe0d1ab req-d82d0949-2467-46fd-97fb-fb1a2c607dd7 service neutron] 10.222.0.69 "GET /v2.0/networks/4ffa76ed-e644-420a-9be5-452073c9d2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852826 May 17 19:36:00.021052 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-30d1fb7f-acfb-4291-b302-11de23bf8e62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:00.095778 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-30d1fb7f-acfb-4291-b302-11de23bf8e62 admin admin] Publish callbacks [] for security_group (b43f33b7-b067-49b4-8e7f-8882635ae551), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:00.110644 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b17fc1f-7fb7-4131-8230-dff05e4cecc6 req-0d43f532-9058-405f-a65b-023b0dd16819 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:36:00.112154 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-1b17fc1f-7fb7-4131-8230-dff05e4cecc6 req-0d43f532-9058-405f-a65b-023b0dd16819 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 946 time: 0.0552189 May 17 19:36:00.154829 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-30d1fb7f-acfb-4291-b302-11de23bf8e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (b43f33b7-b067-49b4-8e7f-8882635ae551), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:00.158941 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-1b17fc1f-7fb7-4131-8230-dff05e4cecc6 req-1961bfac-4e93-4391-b0c8-788e58c92e73 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=82d59d67-6232-440d-b988-2fc1d0d0d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411246 May 17 19:36:00.192025 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-30d1fb7f-acfb-4291-b302-11de23bf8e62 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ed18804f8943471fa78205bd7bd72bac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2755442 May 17 19:36:00.193884 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d1fb7f-acfb-4291-b302-11de23bf8e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43f33b7-b067-49b4-8e7f-8882635ae551,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:00.194665 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 45476) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:36:00.241041 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-e3c6f9b3-cb00-4433-a80f-724c4848c5b7 admin admin] Publish callbacks [] for security_group (b43f33b7-b067-49b4-8e7f-8882635ae551), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:00.262520 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-e3c6f9b3-cb00-4433-a80f-724c4848c5b7 admin admin] Publish callbacks [] for security_group (b43f33b7-b067-49b4-8e7f-8882635ae551), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:00.372121 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-e3c6f9b3-cb00-4433-a80f-724c4848c5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (b43f33b7-b067-49b4-8e7f-8882635ae551), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:00.374621 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-e3c6f9b3-cb00-4433-a80f-724c4848c5b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:00.375781 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-e3c6f9b3-cb00-4433-a80f-724c4848c5b7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b43f33b7-b067-49b4-8e7f-8882635ae551 HTTP/1.1" status: 204 len: 168 time: 0.1801255 May 17 19:36:00.383846 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c6f9b3-cb00-4433-a80f-724c4848c5b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43f33b7-b067-49b4-8e7f-8882635ae551,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:00.591806 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ceedb6-a563-4696-b33c-d14788c6b206 req-6cb8b105-bcff-462d-b323-5c0642f0cb5c tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:36:00.593328 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-98ceedb6-a563-4696-b33c-d14788c6b206 req-6cb8b105-bcff-462d-b323-5c0642f0cb5c tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=c40918f8-ee22-4dbb-9334-0fd71846a8de HTTP/1.1" status: 200 len: 944 time: 0.0503218 May 17 19:36:00.643716 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-98ceedb6-a563-4696-b33c-d14788c6b206 req-5659a3a4-0df2-409d-987b-4d03557504c3 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448241 May 17 19:36:00.981861 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 45484) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:36:00.994649 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-eed34478-f2c7-447f-8add-2b4ad4e6eebb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:01.066443 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-eed34478-f2c7-447f-8add-2b4ad4e6eebb admin admin] Publish callbacks [] for security_group (e88fcc20-02d7-43da-82cc-b19956806d11), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:01.135804 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-eed34478-f2c7-447f-8add-2b4ad4e6eebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (e88fcc20-02d7-43da-82cc-b19956806d11), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:01.176031 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-eed34478-f2c7-447f-8add-2b4ad4e6eebb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b8b40caf39e44f8aa21c6ba36fea456a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1931391 May 17 19:36:01.176846 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed34478-f2c7-447f-8add-2b4ad4e6eebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88fcc20-02d7-43da-82cc-b19956806d11,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:01.178721 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 45486) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:36:01.224802 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-95b9b50a-c8ee-44e1-9c31-9bef7e24a4a5 admin admin] Publish callbacks [] for security_group (e88fcc20-02d7-43da-82cc-b19956806d11), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:01.245451 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-95b9b50a-c8ee-44e1-9c31-9bef7e24a4a5 admin admin] Publish callbacks [] for security_group (e88fcc20-02d7-43da-82cc-b19956806d11), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:01.377957 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-95b9b50a-c8ee-44e1-9c31-9bef7e24a4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (e88fcc20-02d7-43da-82cc-b19956806d11), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:01.380547 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-95b9b50a-c8ee-44e1-9c31-9bef7e24a4a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:01.381685 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-95b9b50a-c8ee-44e1-9c31-9bef7e24a4a5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e88fcc20-02d7-43da-82cc-b19956806d11 HTTP/1.1" status: 204 len: 168 time: 0.2019169 May 17 19:36:01.389828 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b9b50a-c8ee-44e1-9c31-9bef7e24a4a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88fcc20-02d7-43da-82cc-b19956806d11,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:01.754259 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9a2b3-e914-47c6-9be2-13d4a125d8ab req-e647cafe-6eb6-4349-b249-5dcf2b9142ba tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:36:01.755803 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-c0e9a2b3-e914-47c6-9be2-13d4a125d8ab req-e647cafe-6eb6-4349-b249-5dcf2b9142ba tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=c40918f8-ee22-4dbb-9334-0fd71846a8de HTTP/1.1" status: 200 len: 944 time: 0.0462587 May 17 19:36:01.804766 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-c0e9a2b3-e914-47c6-9be2-13d4a125d8ab req-6eea9e8d-0dad-4413-b810-fa255eda0c4c tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429072 May 17 19:36:02.925665 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c0656-3a09-4ee8-90a7-c0102254bf22 req-a3f1f503-5276-4c60-b1a0-16b964ee4c8c tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:36:02.927138 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c63c0656-3a09-4ee8-90a7-c0102254bf22 req-a3f1f503-5276-4c60-b1a0-16b964ee4c8c tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=c40918f8-ee22-4dbb-9334-0fd71846a8de HTTP/1.1" status: 200 len: 944 time: 0.0494428 May 17 19:36:03.218646 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c63c0656-3a09-4ee8-90a7-c0102254bf22 req-ee1d791a-7f4e-442d-b45e-99bcfa437117 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2857838 May 17 19:36:04.332356 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12eb80-9d58-4a4d-8b4a-3d2f4f39050d req-2b728729-7904-495c-b523-51e1c487e39d tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:36:04.333781 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-3f12eb80-9d58-4a4d-8b4a-3d2f4f39050d req-2b728729-7904-495c-b523-51e1c487e39d tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=c40918f8-ee22-4dbb-9334-0fd71846a8de HTTP/1.1" status: 200 len: 944 time: 0.0457525 May 17 19:36:04.380673 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-3f12eb80-9d58-4a4d-8b4a-3d2f4f39050d req-72533bb2-3d20-4b71-848b-b5472153d95a tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414872 May 17 19:36:05.490793 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e471d10-b97f-4e09-bcd9-c6d63732b7ff req-84f7b5d2-5b7b-44d7-8296-db249944861b tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:36:05.492271 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3e471d10-b97f-4e09-bcd9-c6d63732b7ff req-84f7b5d2-5b7b-44d7-8296-db249944861b tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=c40918f8-ee22-4dbb-9334-0fd71846a8de HTTP/1.1" status: 200 len: 944 time: 0.0454242 May 17 19:36:05.539235 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3e471d10-b97f-4e09-bcd9-c6d63732b7ff req-56ae02d4-2485-4fac-9722-87656d10fb7b tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409484 May 17 19:36:06.523410 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 1ef37eac-454e-41a3-9aae-fa1e9ad23770 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 19:36:06.624356 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port 1ef37eac-454e-41a3-9aae-fa1e9ad23770, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=1ef37eac-454e-41a3-9aae-fa1e9ad23770,segment=NetworkSegment(8cc326ee-5f9e-416b-8025-9d11d0786f2c),segment_id=8cc326ee-5f9e-416b-8025-9d11d0786f2c)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:36:06.637167 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Returning: {'device': '1ef37eac-454e-41a3-9aae-fa1e9ad23770', 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3', 'port_id': '1ef37eac-454e-41a3-9aae-fa1e9ad23770', 'mac_address': 'fa:16:3e:9b:22:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5e80cf4-1ae6-4a34-89f9-235de223b3bb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 19:36:06.656797 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a9c389-c622-49cd-9b63-d0ff3708294d req-4d033346-182c-47e9-997a-0ac7cc3ca5a3 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:36:06.658630 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-a6a9c389-c622-49cd-9b63-d0ff3708294d req-4d033346-182c-47e9-997a-0ac7cc3ca5a3 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=c40918f8-ee22-4dbb-9334-0fd71846a8de HTTP/1.1" status: 200 len: 944 time: 0.0514448 May 17 19:36:06.671960 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Current status of the port 1ef37eac-454e-41a3-9aae-fa1e9ad23770 is: DOWN; New status is: BUILD {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:36:06.672369 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (1ef37eac-454e-41a3-9aae-fa1e9ad23770), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:06.685284 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ef37eac-454e-41a3-9aae-fa1e9ad23770 {{(pid=103782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 19:36:06.709126 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port 1ef37eac-454e-41a3-9aae-fa1e9ad23770, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=1ef37eac-454e-41a3-9aae-fa1e9ad23770,segment=NetworkSegment(8cc326ee-5f9e-416b-8025-9d11d0786f2c),segment_id=8cc326ee-5f9e-416b-8025-9d11d0786f2c)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:36:06.709229 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-a6a9c389-c622-49cd-9b63-d0ff3708294d req-1d633695-a16d-4997-9681-f59cc8e2d4e5 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424860 May 17 19:36:06.795024 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (1ef37eac-454e-41a3-9aae-fa1e9ad23770), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:06.840343 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Pushing event updated for resources: {'Port': ['ID=1ef37eac-454e-41a3-9aae-fa1e9ad23770,revision_number=4']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:07.027392 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] get_ports_and_sgs() called for port_ids ['1ef37eac-454e-41a3-9aae-fa1e9ad23770'] {{(pid=103782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 19:36:07.284423 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 45580) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:36:07.385502 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8cb0e19e-3e13-4893-8461-2f2f5b12c100 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:07.455515 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8cb0e19e-3e13-4893-8461-2f2f5b12c100 admin admin] Publish callbacks [] for security_group (e37ed79a-bd5f-4a5d-8811-3b465eaee753), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:07.531751 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8cb0e19e-3e13-4893-8461-2f2f5b12c100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (e37ed79a-bd5f-4a5d-8811-3b465eaee753), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:07.570784 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0e19e-3e13-4893-8461-2f2f5b12c100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37ed79a-bd5f-4a5d-8811-3b465eaee753,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:07.575191 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-8cb0e19e-3e13-4893-8461-2f2f5b12c100 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e318052251794abe9cbf360278e40967&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2897522 May 17 19:36:07.578204 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 45584) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:36:07.624843 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-9dd6ad07-a1d7-48fb-82b3-22d230fe103c admin admin] Publish callbacks [] for security_group (e37ed79a-bd5f-4a5d-8811-3b465eaee753), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:07.644844 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-9dd6ad07-a1d7-48fb-82b3-22d230fe103c admin admin] Publish callbacks [] for security_group (e37ed79a-bd5f-4a5d-8811-3b465eaee753), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:07.754803 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-9dd6ad07-a1d7-48fb-82b3-22d230fe103c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (e37ed79a-bd5f-4a5d-8811-3b465eaee753), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:07.757406 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-9dd6ad07-a1d7-48fb-82b3-22d230fe103c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:07.758547 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-9dd6ad07-a1d7-48fb-82b3-22d230fe103c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e37ed79a-bd5f-4a5d-8811-3b465eaee753 HTTP/1.1" status: 204 len: 168 time: 0.1796339 May 17 19:36:07.766333 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd6ad07-a1d7-48fb-82b3-22d230fe103c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37ed79a-bd5f-4a5d-8811-3b465eaee753,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:07.773839 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd6ad07-a1d7-48fb-82b3-22d230fe103c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:36:07.774185 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd6ad07-a1d7-48fb-82b3-22d230fe103c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:36:07.774526 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd6ad07-a1d7-48fb-82b3-22d230fe103c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:36:07.774861 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd6ad07-a1d7-48fb-82b3-22d230fe103c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:36:07.775193 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd6ad07-a1d7-48fb-82b3-22d230fe103c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:36:07.775552 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd6ad07-a1d7-48fb-82b3-22d230fe103c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:36:07.776063 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd6ad07-a1d7-48fb-82b3-22d230fe103c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:36:07.776929 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd6ad07-a1d7-48fb-82b3-22d230fe103c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:36:07.777269 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd6ad07-a1d7-48fb-82b3-22d230fe103c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:36:07.777599 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd6ad07-a1d7-48fb-82b3-22d230fe103c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:36:07.777924 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd6ad07-a1d7-48fb-82b3-22d230fe103c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:36:07.778246 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd6ad07-a1d7-48fb-82b3-22d230fe103c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:36:07.778567 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd6ad07-a1d7-48fb-82b3-22d230fe103c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:36:07.778885 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd6ad07-a1d7-48fb-82b3-22d230fe103c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:36:07.779201 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd6ad07-a1d7-48fb-82b3-22d230fe103c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:36:07.831965 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5501841-8a70-43a3-83a5-5b1e0d6504a1 req-43c1afb8-58d7-4396-b1f2-6c01338a58ac tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:36:07.833419 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b5501841-8a70-43a3-83a5-5b1e0d6504a1 req-43c1afb8-58d7-4396-b1f2-6c01338a58ac tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=c40918f8-ee22-4dbb-9334-0fd71846a8de HTTP/1.1" status: 200 len: 945 time: 0.0583501 May 17 19:36:07.881861 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b5501841-8a70-43a3-83a5-5b1e0d6504a1 req-62423695-15d2-401d-96e5-424652225e2f tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419400 May 17 19:36:08.342447 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 45592) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:36:08.355739 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-e731ef55-339f-4611-9edb-fe7b78446381 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:08.431536 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-e731ef55-339f-4611-9edb-fe7b78446381 admin admin] Publish callbacks [] for security_group (e14a41db-f6b5-4d30-81b8-ce42bf81889c), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:08.490027 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-e731ef55-339f-4611-9edb-fe7b78446381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (e14a41db-f6b5-4d30-81b8-ce42bf81889c), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:08.526546 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e731ef55-339f-4611-9edb-fe7b78446381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14a41db-f6b5-4d30-81b8-ce42bf81889c,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:08.530778 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-e731ef55-339f-4611-9edb-fe7b78446381 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c28aa28baebe48098c3c3ab89988cb31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1872895 May 17 19:36:08.533334 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 45594) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:36:08.545920 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 1ef37eac-454e-41a3-9aae-fa1e9ad23770 up at agent hyperv_hv-cinder-84067 {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:36:08.580867 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-a80020d4-c6d6-483d-b9a2-f65157d80f43 admin admin] Publish callbacks [] for security_group (e14a41db-f6b5-4d30-81b8-ce42bf81889c), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:08.590270 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Provisioning for port 1ef37eac-454e-41a3-9aae-fa1e9ad23770 completed by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 19:36:08.601908 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-a80020d4-c6d6-483d-b9a2-f65157d80f43 admin admin] Publish callbacks [] for security_group (e14a41db-f6b5-4d30-81b8-ce42bf81889c), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:08.657639 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Provisioning complete for port 1ef37eac-454e-41a3-9aae-fa1e9ad23770 triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:36:08.658189 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (1ef37eac-454e-41a3-9aae-fa1e9ad23770), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:08.726893 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Current status of the port 1ef37eac-454e-41a3-9aae-fa1e9ad23770 is: BUILD; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:36:08.727267 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (1ef37eac-454e-41a3-9aae-fa1e9ad23770), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:08.732152 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-a80020d4-c6d6-483d-b9a2-f65157d80f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (e14a41db-f6b5-4d30-81b8-ce42bf81889c), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:08.734753 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-a80020d4-c6d6-483d-b9a2-f65157d80f43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:08.735927 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-a80020d4-c6d6-483d-b9a2-f65157d80f43 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e14a41db-f6b5-4d30-81b8-ce42bf81889c HTTP/1.1" status: 204 len: 168 time: 0.2017033 May 17 19:36:08.743906 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80020d4-c6d6-483d-b9a2-f65157d80f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14a41db-f6b5-4d30-81b8-ce42bf81889c,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:08.750377 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c40918f8-ee22-4dbb-9334-0fd71846a8de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef37eac-454e-41a3-9aae-fa1e9ad23770'}] {{(pid=103782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:36:08.752363 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dcdb420cfc3f3d59cdc90e9401be4743e23c4809d01819fc24a250fd06a42a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a04ac20-eeab-4f9f-bef3-260a8b651307" -d '{"events": [{"server_uuid": "c40918f8-ee22-4dbb-9334-0fd71846a8de", "name": "network-vif-plugged", "status": "completed", "tag": "1ef37eac-454e-41a3-9aae-fa1e9ad23770"}]}' {{(pid=103782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:36:08.772570 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port 1ef37eac-454e-41a3-9aae-fa1e9ad23770, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=1ef37eac-454e-41a3-9aae-fa1e9ad23770,segment=NetworkSegment(8cc326ee-5f9e-416b-8025-9d11d0786f2c),segment_id=8cc326ee-5f9e-416b-8025-9d11d0786f2c)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:36:08.794767 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 19:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c55e2e5-1366-48c4-a1ee-df604525b8c3 x-openstack-request-id: req-8c55e2e5-1366-48c4-a1ee-df604525b8c3 {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:36:08.795087 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c40918f8-ee22-4dbb-9334-0fd71846a8de", "name": "network-vif-plugged", "status": "completed", "tag": "1ef37eac-454e-41a3-9aae-fa1e9ad23770", "code": 200}]} {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:36:08.795346 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8c55e2e5-1366-48c4-a1ee-df604525b8c3 {{(pid=103782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:36:08.795781 dv-cinder-840678-10-iscsi neutron-server[103782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c55e2e5-1366-48c4-a1ee-df604525b8c3'] response: {'server_uuid': 'c40918f8-ee22-4dbb-9334-0fd71846a8de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef37eac-454e-41a3-9aae-fa1e9ad23770', 'code': 200} May 17 19:36:08.840794 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (1ef37eac-454e-41a3-9aae-fa1e9ad23770), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:08.890147 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Pushing event updated for resources: {'Port': ['ID=1ef37eac-454e-41a3-9aae-fa1e9ad23770,revision_number=5']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:08.992125 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be985a24-3dcc-490d-b5bd-f13ff63bbb80 req-16d7b62b-59ca-46d3-b379-b1a2e479840d tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:36:08.993560 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-be985a24-3dcc-490d-b5bd-f13ff63bbb80 req-16d7b62b-59ca-46d3-b379-b1a2e479840d tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=c40918f8-ee22-4dbb-9334-0fd71846a8de HTTP/1.1" status: 200 len: 946 time: 0.0453844 May 17 19:36:09.045208 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-be985a24-3dcc-490d-b5bd-f13ff63bbb80 req-127a217a-f04c-4926-a647-d1b635fd5553 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454469 May 17 19:36:09.173038 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e058f2-e50d-4ddf-9e64-7152033f7023 req-f9652cba-a6bc-47be-a193-390b8fce5e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:36:09.174712 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-91e058f2-e50d-4ddf-9e64-7152033f7023 req-f9652cba-a6bc-47be-a193-390b8fce5e19 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c40918f8-ee22-4dbb-9334-0fd71846a8de HTTP/1.1" status: 200 len: 1130 time: 0.0397708 May 17 19:36:09.223940 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-91e058f2-e50d-4ddf-9e64-7152033f7023 req-64e43a4d-8447-4105-ad8c-7b0ba3223270 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421431 May 17 19:36:10.168308 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d780c70-c53a-4333-8582-cee924aef717 req-44f7ba7e-d0e1-4acf-9b27-db9e04533725 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:36:10.169796 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-8d780c70-c53a-4333-8582-cee924aef717 req-44f7ba7e-d0e1-4acf-9b27-db9e04533725 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=c40918f8-ee22-4dbb-9334-0fd71846a8de HTTP/1.1" status: 200 len: 946 time: 0.0489407 May 17 19:36:10.219781 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-8d780c70-c53a-4333-8582-cee924aef717 req-02ccd622-e244-49bb-9b1a-d41288d01acc tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441372 May 17 19:36:11.333118 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a0030d-8fb2-4fa1-96e8-2540231e68b7 req-13565f63-d325-481f-a5cf-52d561aa5d96 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:36:11.334561 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-07a0030d-8fb2-4fa1-96e8-2540231e68b7 req-13565f63-d325-481f-a5cf-52d561aa5d96 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=c40918f8-ee22-4dbb-9334-0fd71846a8de HTTP/1.1" status: 200 len: 946 time: 0.0496397 May 17 19:36:11.382166 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-07a0030d-8fb2-4fa1-96e8-2540231e68b7 req-2cf55e2f-b55a-42f2-94f0-8aa75951da58 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419171 May 17 19:36:11.493681 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a33480-3127-4ba6-a301-6aeebfec4bbb req-c6c9383d-1bb4-4faf-bc76-1d0d15260e64 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:36:11.495188 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-09a33480-3127-4ba6-a301-6aeebfec4bbb req-c6c9383d-1bb4-4faf-bc76-1d0d15260e64 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=c40918f8-ee22-4dbb-9334-0fd71846a8de HTTP/1.1" status: 200 len: 946 time: 0.0484228 May 17 19:36:11.545256 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-09a33480-3127-4ba6-a301-6aeebfec4bbb req-19000d08-873a-4420-ab5c-d681f083aec9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441232 May 17 19:36:11.567739 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 45652) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:36:11.610027 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542132a6-ce19-425e-8cca-24e95f652712 tempest-TestVolumeBootPattern-1676671783 tempest-TestVolumeBootPattern-1676671783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:36:11.611584 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-542132a6-ce19-425e-8cca-24e95f652712 tempest-TestVolumeBootPattern-1676671783 tempest-TestVolumeBootPattern-1676671783-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=c40918f8-ee22-4dbb-9334-0fd71846a8de HTTP/1.1" status: 200 len: 1125 time: 0.0428336 May 17 19:36:11.614616 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 45656) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:36:11.618877 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [None req-8fb7fa08-5725-4598-8e63-06a8d45941d9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Request body: {'floatingip': {'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'port_id': '1ef37eac-454e-41a3-9aae-fa1e9ad23770', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:36:11.743348 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-8fb7fa08-5725-4598-8e63-06a8d45941d9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:11.818300 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-8fb7fa08-5725-4598-8e63-06a8d45941d9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:11.925698 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.db_base_plugin_common [None req-8fb7fa08-5725-4598-8e63-06a8d45941d9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Allocated IP 172.27.2.220 (a8e71caf-cf8f-487f-b3e8-f30c47275c44/5b8cb9fa-be03-458e-a77b-33fb963ee3d0/4fe6fa7f-84b2-4d98-ac6a-a4ff2df11964) {{(pid=103780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:36:12.025291 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-8fb7fa08-5725-4598-8e63-06a8d45941d9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks [] for port (4fe6fa7f-84b2-4d98-ac6a-a4ff2df11964), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:12.126247 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-8fb7fa08-5725-4598-8e63-06a8d45941d9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014583'] for port (4fe6fa7f-84b2-4d98-ac6a-a4ff2df11964), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:12.163019 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb7fa08-5725-4598-8e63-06a8d45941d9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Network a8e71caf-cf8f-487f-b3e8-f30c47275c44 is already hosted by enough agents. {{(pid=103780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:36:12.165793 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.base_scheduler [None req-8fb7fa08-5725-4598-8e63-06a8d45941d9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Resources bound (agent type, host, resource id): {{(pid=103780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:36:12.168301 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb7fa08-5725-4598-8e63-06a8d45941d9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Received port after_create {{(pid=103780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:36:12.195461 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb7fa08-5725-4598-8e63-06a8d45941d9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Pushing event updated for resources: {'Port': ['ID=4fe6fa7f-84b2-4d98-ac6a-a4ff2df11964,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:12.517473 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-8fb7fa08-5725-4598-8e63-06a8d45941d9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks [] for floatingip (74958984-db4a-426e-b778-8d95d2b0e7ff), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:12.629167 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-8fb7fa08-5725-4598-8e63-06a8d45941d9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (4fe6fa7f-84b2-4d98-ac6a-a4ff2df11964), before_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:12.801066 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-8fb7fa08-5725-4598-8e63-06a8d45941d9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks [] for port (4fe6fa7f-84b2-4d98-ac6a-a4ff2df11964), precommit_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:12.863982 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-8fb7fa08-5725-4598-8e63-06a8d45941d9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13014528'] for port (4fe6fa7f-84b2-4d98-ac6a-a4ff2df11964), after_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:12.932957 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb7fa08-5725-4598-8e63-06a8d45941d9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Pushing event updated for resources: {'Port': ['ID=4fe6fa7f-84b2-4d98-ac6a-a4ff2df11964,revision_number=2']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:12.944962 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-8fb7fa08-5725-4598-8e63-06a8d45941d9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16764702'] for floatingip (74958984-db4a-426e-b778-8d95d2b0e7ff), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:13.037510 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.db.l3_db [None req-8fb7fa08-5725-4598-8e63-06a8d45941d9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Floating IP 74958984-db4a-426e-b778-8d95d2b0e7ff associated. External IP: 172.27.2.220, port: 1ef37eac-454e-41a3-9aae-fa1e9ad23770. May 17 19:36:13.242239 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fb7fa08-5725-4598-8e63-06a8d45941d9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Router 0f9e3f65-5b38-42b5-9c21-15afbf1bb548 has already been hosted by L3 agent d0bc9f74-feb0-4354-bd47-885486f1ec0d {{(pid=103780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 19:36:13.348869 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb7fa08-5725-4598-8e63-06a8d45941d9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Notify agent at l3_agent.dv-cinder-840678-10-iscsi the message routers_updated {{(pid=103780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 19:36:13.358887 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e5c570-d201-4051-8a4a-72292e8ec78c None None] Sync routers for ids ['0f9e3f65-5b38-42b5-9c21-15afbf1bb548'] in dv-cinder-840678-10-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 19:36:13.368243 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e5c570-d201-4051-8a4a-72292e8ec78c None None] Routers {'0f9e3f65-5b38-42b5-9c21-15afbf1bb548'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:36:13.368850 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-97e5c570-d201-4051-8a4a-72292e8ec78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:35:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['0f9e3f65-5b38-42b5-9c21-15afbf1bb548'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:36:13.446300 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-8fb7fa08-5725-4598-8e63-06a8d45941d9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for floatingip (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:13.468350 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-97e5c570-d201-4051-8a4a-72292e8ec78c None None] Set router 0f9e3f65-5b38-42b5-9c21-15afbf1bb548 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:36:13.477380 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-8fb7fa08-5725-4598-8e63-06a8d45941d9 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8617373 May 17 19:36:13.478059 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c40918f8-ee22-4dbb-9334-0fd71846a8de', 'tag': '1ef37eac-454e-41a3-9aae-fa1e9ad23770'}] {{(pid=103780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:36:13.480707 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1bd86ad9c435c7379d29d4f4527297f276984ecaea51489ddc34f383e603623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57224804-d7af-4995-8c2b-b81a5f1f8bc3" -d '{"events": [{"name": "network-changed", "server_uuid": "c40918f8-ee22-4dbb-9334-0fd71846a8de", "tag": "1ef37eac-454e-41a3-9aae-fa1e9ad23770"}]}' {{(pid=103780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:36:13.516087 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 19:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d452b96-a0be-4edf-99c4-6a69f5ecb653 x-openstack-request-id: req-1d452b96-a0be-4edf-99c4-6a69f5ecb653 {{(pid=103780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:36:13.516380 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c40918f8-ee22-4dbb-9334-0fd71846a8de", "tag": "1ef37eac-454e-41a3-9aae-fa1e9ad23770", "status": "completed", "code": 200}]} {{(pid=103780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:36:13.516624 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1d452b96-a0be-4edf-99c4-6a69f5ecb653 {{(pid=103780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:36:13.521570 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d452b96-a0be-4edf-99c4-6a69f5ecb653'] response: {'name': 'network-changed', 'server_uuid': 'c40918f8-ee22-4dbb-9334-0fd71846a8de', 'tag': '1ef37eac-454e-41a3-9aae-fa1e9ad23770', 'status': 'completed', 'code': 200} May 17 19:36:13.576892 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57224804-d7af-4995-8c2b-b81a5f1f8bc3 req-a927ad9e-bc74-4e13-b1d9-b31f63848e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:36:13.578536 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-57224804-d7af-4995-8c2b-b81a5f1f8bc3 req-a927ad9e-bc74-4e13-b1d9-b31f63848e51 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aae36ceec2314da8a829113fc36f2f40&device_id=c40918f8-ee22-4dbb-9334-0fd71846a8de HTTP/1.1" status: 200 len: 1130 time: 0.0400732 May 17 19:36:13.670711 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57224804-d7af-4995-8c2b-b81a5f1f8bc3 req-5644d70c-e353-41f8-8384-de11bcadd698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:36:13.672249 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-57224804-d7af-4995-8c2b-b81a5f1f8bc3 req-5644d70c-e353-41f8-8384-de11bcadd698 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ffa76ed-e644-420a-9be5-452073c9d2f3 HTTP/1.1" status: 200 len: 913 time: 0.0883150 May 17 19:36:13.672626 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-97e5c570-d201-4051-8a4a-72292e8ec78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'name': 'tempest-TestVolumeBootPattern-2088878763-router', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'af596b85-070e-475b-94cd-1ec2355567c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:31:50Z', 'updated_at': '2022-05-17T19:31:55Z', 'revision_number': 4, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'gw_port': {'id': 'af596b85-070e-475b-94cd-1ec2355567c8', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ff:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:31:51Z', 'updated_at': '2022-05-17T19:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_floatingips': [{'id': '74958984-db4a-426e-b778-8d95d2b0e7ff', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'floating_ip_address': '172.27.2.220', 'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'router_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'port_id': '1ef37eac-454e-41a3-9aae-fa1e9ad23770', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3', 'mac_address': 'fa:16:3e:9b:22:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40918f8-ee22-4dbb-9334-0fd71846a8de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T19:36:12Z', 'updated_at': '2022-05-17T19:36:12Z', 'revision_number': 0, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19716c39-6320-4e43-9463-294f60ef6870', 'name': '', 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'mac_address': 'fa:16:3e:0a:94:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'a5e80cf4-1ae6-4a34-89f9-235de223b3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:31:54Z', 'updated_at': '2022-05-17T19:32:01Z', 'revision_number': 5, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'subnets': [{'id': 'a5e80cf4-1ae6-4a34-89f9-235de223b3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:36:13.697135 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e5c570-d201-4051-8a4a-72292e8ec78c None None] Checking router: 0f9e3f65-5b38-42b5-9c21-15afbf1bb548 for host: dv-cinder-840678-10-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 19:36:13.705857 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e5c570-d201-4051-8a4a-72292e8ec78c None None] Routers {'0f9e3f65-5b38-42b5-9c21-15afbf1bb548'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:36:13.706460 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-97e5c570-d201-4051-8a4a-72292e8ec78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:35:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['0f9e3f65-5b38-42b5-9c21-15afbf1bb548'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:36:13.732047 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-57224804-d7af-4995-8c2b-b81a5f1f8bc3 req-34324e1c-53b9-4c8b-948e-988aca1a0f8e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ef37eac-454e-41a3-9aae-fa1e9ad23770 HTTP/1.1" status: 200 len: 1000 time: 0.0540636 May 17 19:36:13.783720 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57224804-d7af-4995-8c2b-b81a5f1f8bc3 req-36a7b1bd-5c59-4c59-81f6-44ef08a6ab49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:36:13.785186 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-57224804-d7af-4995-8c2b-b81a5f1f8bc3 req-36a7b1bd-5c59-4c59-81f6-44ef08a6ab49 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a5e80cf4-1ae6-4a34-89f9-235de223b3bb HTTP/1.1" status: 200 len: 851 time: 0.0470684 May 17 19:36:13.804553 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-97e5c570-d201-4051-8a4a-72292e8ec78c None None] Set router 0f9e3f65-5b38-42b5-9c21-15afbf1bb548 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:36:13.828556 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57224804-d7af-4995-8c2b-b81a5f1f8bc3 req-ed3047cc-1ded-49ca-8baa-c765c1401948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:36:13.830065 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-57224804-d7af-4995-8c2b-b81a5f1f8bc3 req-ed3047cc-1ded-49ca-8baa-c765c1401948 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ffa76ed-e644-420a-9be5-452073c9d2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387275 May 17 19:36:13.921785 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-57224804-d7af-4995-8c2b-b81a5f1f8bc3 req-e7120b61-6e00-4cae-976e-19c968f612a8 service neutron] 10.222.0.69 "GET /v2.0/networks/4ffa76ed-e644-420a-9be5-452073c9d2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851748 May 17 19:36:14.008900 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-97e5c570-d201-4051-8a4a-72292e8ec78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'name': 'tempest-TestVolumeBootPattern-2088878763-router', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'af596b85-070e-475b-94cd-1ec2355567c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:31:50Z', 'updated_at': '2022-05-17T19:31:55Z', 'revision_number': 4, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'gw_port': {'id': 'af596b85-070e-475b-94cd-1ec2355567c8', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ff:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:31:51Z', 'updated_at': '2022-05-17T19:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_floatingips': [{'id': '74958984-db4a-426e-b778-8d95d2b0e7ff', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'floating_ip_address': '172.27.2.220', 'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'router_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'port_id': '1ef37eac-454e-41a3-9aae-fa1e9ad23770', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3', 'mac_address': 'fa:16:3e:9b:22:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40918f8-ee22-4dbb-9334-0fd71846a8de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T19:36:12Z', 'updated_at': '2022-05-17T19:36:12Z', 'revision_number': 0, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19716c39-6320-4e43-9463-294f60ef6870', 'name': '', 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'mac_address': 'fa:16:3e:0a:94:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'a5e80cf4-1ae6-4a34-89f9-235de223b3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:31:54Z', 'updated_at': '2022-05-17T19:32:01Z', 'revision_number': 5, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'subnets': [{'id': 'a5e80cf4-1ae6-4a34-89f9-235de223b3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:36:14.015043 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-57224804-d7af-4995-8c2b-b81a5f1f8bc3 req-1a628603-bd34-4cb2-900b-2f6c0f132435 service neutron] 10.222.0.69 "GET /v2.0/networks/4ffa76ed-e644-420a-9be5-452073c9d2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873754 May 17 19:36:14.035694 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e5c570-d201-4051-8a4a-72292e8ec78c None None] The sync data for ids ['0f9e3f65-5b38-42b5-9c21-15afbf1bb548'] in dv-cinder-840678-10-iscsi is: [{'id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'name': 'tempest-TestVolumeBootPattern-2088878763-router', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'af596b85-070e-475b-94cd-1ec2355567c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:31:50Z', 'updated_at': '2022-05-17T19:31:55Z', 'revision_number': 4, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'gw_port': {'id': 'af596b85-070e-475b-94cd-1ec2355567c8', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ff:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:31:51Z', 'updated_at': '2022-05-17T19:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_floatingips': [{'id': '74958984-db4a-426e-b778-8d95d2b0e7ff', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'floating_ip_address': '172.27.2.220', 'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'router_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'port_id': '1ef37eac-454e-41a3-9aae-fa1e9ad23770', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3', 'mac_address': 'fa:16:3e:9b:22:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40918f8-ee22-4dbb-9334-0fd71846a8de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T19:36:12Z', 'updated_at': '2022-05-17T19:36:12Z', 'revision_number': 0, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19716c39-6320-4e43-9463-294f60ef6870', 'name': '', 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'mac_address': 'fa:16:3e:0a:94:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'a5e80cf4-1ae6-4a34-89f9-235de223b3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:31:54Z', 'updated_at': '2022-05-17T19:32:01Z', 'revision_number': 5, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'subnets': [{'id': 'a5e80cf4-1ae6-4a34-89f9-235de223b3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 19:36:14.218825 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96aed3a-db9a-4a68-864b-51f60f768fb1 None None] New status for floating IP 74958984-db4a-426e-b778-8d95d2b0e7ff: ACTIVE {{(pid=103782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 19:36:14.547569 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (bee311cb-2a55-4828-8ca4-4ee09c88de79), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:14.977517 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-61bb0f24-630a-4442-8c1f-c8b498fe0c2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:16.331342 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 45694) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:36:16.432909 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-e42a7202-5a8d-4d23-b4e1-b810939f951a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:16.505464 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-e42a7202-5a8d-4d23-b4e1-b810939f951a admin admin] Publish callbacks [] for security_group (dbfd7ec0-44cd-479b-b236-fea5b06c15c7), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:16.554540 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-e42a7202-5a8d-4d23-b4e1-b810939f951a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (dbfd7ec0-44cd-479b-b236-fea5b06c15c7), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:16.593342 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-e42a7202-5a8d-4d23-b4e1-b810939f951a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a74363fc90aa441f9874b87453479134&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2608464 May 17 19:36:16.594126 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42a7202-5a8d-4d23-b4e1-b810939f951a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbfd7ec0-44cd-479b-b236-fea5b06c15c7,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:16.596055 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 45698) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:36:16.642882 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-73930354-2956-442a-93a4-16f8ebb537b0 admin admin] Publish callbacks [] for security_group (dbfd7ec0-44cd-479b-b236-fea5b06c15c7), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:16.663308 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-73930354-2956-442a-93a4-16f8ebb537b0 admin admin] Publish callbacks [] for security_group (dbfd7ec0-44cd-479b-b236-fea5b06c15c7), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:16.775368 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-73930354-2956-442a-93a4-16f8ebb537b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (dbfd7ec0-44cd-479b-b236-fea5b06c15c7), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:16.778558 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-73930354-2956-442a-93a4-16f8ebb537b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:16.779784 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-73930354-2956-442a-93a4-16f8ebb537b0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dbfd7ec0-44cd-479b-b236-fea5b06c15c7 HTTP/1.1" status: 204 len: 168 time: 0.1826968 May 17 19:36:16.787687 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73930354-2956-442a-93a4-16f8ebb537b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbfd7ec0-44cd-479b-b236-fea5b06c15c7,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:17.280695 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-395149e5-0f91-4d29-adfe-efa2bf0e932d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:17.319943 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 45704) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:36:17.336745 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-756c4e09-26ec-406d-a6b9-0586a78c95b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:17.408684 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-756c4e09-26ec-406d-a6b9-0586a78c95b1 admin admin] Publish callbacks [] for security_group (9778df6b-ab38-4099-b2fd-6ca758907f58), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:17.467361 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-756c4e09-26ec-406d-a6b9-0586a78c95b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (9778df6b-ab38-4099-b2fd-6ca758907f58), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:17.505848 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-756c4e09-26ec-406d-a6b9-0586a78c95b1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=68a81ebc9008421f89a9af98ae3e87c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1848812 May 17 19:36:17.506672 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c4e09-26ec-406d-a6b9-0586a78c95b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9778df6b-ab38-4099-b2fd-6ca758907f58,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:17.509116 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 45706) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:36:17.557166 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-db512d58-a0f0-4ca4-a30a-a18e7abbde6d admin admin] Publish callbacks [] for security_group (9778df6b-ab38-4099-b2fd-6ca758907f58), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:17.578696 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-db512d58-a0f0-4ca4-a30a-a18e7abbde6d admin admin] Publish callbacks [] for security_group (9778df6b-ab38-4099-b2fd-6ca758907f58), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:17.724234 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-db512d58-a0f0-4ca4-a30a-a18e7abbde6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (9778df6b-ab38-4099-b2fd-6ca758907f58), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:17.726670 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-db512d58-a0f0-4ca4-a30a-a18e7abbde6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:17.727815 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-db512d58-a0f0-4ca4-a30a-a18e7abbde6d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9778df6b-ab38-4099-b2fd-6ca758907f58 HTTP/1.1" status: 204 len: 168 time: 0.2172549 May 17 19:36:17.735890 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db512d58-a0f0-4ca4-a30a-a18e7abbde6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9778df6b-ab38-4099-b2fd-6ca758907f58,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:18.480956 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:20.126432 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 45762) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:36:20.227990 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c24b0f67-e5d3-459b-bd28-c5448a624c4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:20.251713 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:20.299763 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c24b0f67-e5d3-459b-bd28-c5448a624c4d admin admin] Publish callbacks [] for security_group (4a904be4-bfe1-47ce-bc13-79ec0670333b), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:20.365972 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c24b0f67-e5d3-459b-bd28-c5448a624c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (4a904be4-bfe1-47ce-bc13-79ec0670333b), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:20.402707 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24b0f67-e5d3-459b-bd28-c5448a624c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a904be4-bfe1-47ce-bc13-79ec0670333b,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:20.406977 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-c24b0f67-e5d3-459b-bd28-c5448a624c4d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b32073e696c740e3995fef607bcc3a92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2795584 May 17 19:36:20.409622 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 45766) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:36:20.455279 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c4a0edb1-cd1c-4a66-ac23-1d852fcc3d02 admin admin] Publish callbacks [] for security_group (4a904be4-bfe1-47ce-bc13-79ec0670333b), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:20.475777 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c4a0edb1-cd1c-4a66-ac23-1d852fcc3d02 admin admin] Publish callbacks [] for security_group (4a904be4-bfe1-47ce-bc13-79ec0670333b), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:20.617689 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c4a0edb1-cd1c-4a66-ac23-1d852fcc3d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (4a904be4-bfe1-47ce-bc13-79ec0670333b), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:20.620204 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c4a0edb1-cd1c-4a66-ac23-1d852fcc3d02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:20.621340 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-c4a0edb1-cd1c-4a66-ac23-1d852fcc3d02 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4a904be4-bfe1-47ce-bc13-79ec0670333b HTTP/1.1" status: 204 len: 168 time: 0.2108316 May 17 19:36:20.628964 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a0edb1-cd1c-4a66-ac23-1d852fcc3d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a904be4-bfe1-47ce-bc13-79ec0670333b,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:21.310195 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 45774) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:36:21.323255 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-ccb61f80-4a15-4faa-acae-719af766046c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:21.396015 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-ccb61f80-4a15-4faa-acae-719af766046c admin admin] Publish callbacks [] for security_group (1caa8626-1f22-4bca-abba-03c6f22e9b40), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:21.446023 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-ccb61f80-4a15-4faa-acae-719af766046c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (1caa8626-1f22-4bca-abba-03c6f22e9b40), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:21.483081 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-ccb61f80-4a15-4faa-acae-719af766046c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5862c9f88bbb43559031d065f373a1f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1717482 May 17 19:36:21.485081 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb61f80-4a15-4faa-acae-719af766046c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1caa8626-1f22-4bca-abba-03c6f22e9b40,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:21.485847 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 45776) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:36:21.508803 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:21.533851 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-4064ebf7-33e2-4970-903c-aed70cae7661 admin admin] Publish callbacks [] for security_group (1caa8626-1f22-4bca-abba-03c6f22e9b40), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:21.554734 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-4064ebf7-33e2-4970-903c-aed70cae7661 admin admin] Publish callbacks [] for security_group (1caa8626-1f22-4bca-abba-03c6f22e9b40), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:21.651786 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-4064ebf7-33e2-4970-903c-aed70cae7661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (1caa8626-1f22-4bca-abba-03c6f22e9b40), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:21.654235 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-4064ebf7-33e2-4970-903c-aed70cae7661 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:21.655365 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-4064ebf7-33e2-4970-903c-aed70cae7661 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1caa8626-1f22-4bca-abba-03c6f22e9b40 HTTP/1.1" status: 204 len: 168 time: 0.1685460 May 17 19:36:21.662729 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4064ebf7-33e2-4970-903c-aed70cae7661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1caa8626-1f22-4bca-abba-03c6f22e9b40,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:25.471782 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.agents_db [None req-42b69621-6215-4a4a-9d32-588efc9ea437 None None] Agent healthcheck: found 6 active agents {{(pid=103783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 19:36:30.344435 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 45900) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:36:30.444463 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1b0b9ba3-bf99-4bc2-81e0-7f0dffdb3ca0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:30.517116 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1b0b9ba3-bf99-4bc2-81e0-7f0dffdb3ca0 admin admin] Publish callbacks [] for security_group (b135136d-5f3d-4adf-b0b3-c69cbceea547), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:30.605673 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1b0b9ba3-bf99-4bc2-81e0-7f0dffdb3ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (b135136d-5f3d-4adf-b0b3-c69cbceea547), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:30.641510 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-1b0b9ba3-bf99-4bc2-81e0-7f0dffdb3ca0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d9869c7deb1b486eb58766f2dbf5c045&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2959919 May 17 19:36:30.644238 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 45904) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:36:30.646105 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b9ba3-bf99-4bc2-81e0-7f0dffdb3ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b135136d-5f3d-4adf-b0b3-c69cbceea547,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:30.693094 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-4877a9eb-6458-4176-a1b1-8913cda0057b admin admin] Publish callbacks [] for security_group (b135136d-5f3d-4adf-b0b3-c69cbceea547), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:30.716742 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-4877a9eb-6458-4176-a1b1-8913cda0057b admin admin] Publish callbacks [] for security_group (b135136d-5f3d-4adf-b0b3-c69cbceea547), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:30.817324 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-4877a9eb-6458-4176-a1b1-8913cda0057b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (b135136d-5f3d-4adf-b0b3-c69cbceea547), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:30.819907 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-4877a9eb-6458-4176-a1b1-8913cda0057b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:30.821061 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-4877a9eb-6458-4176-a1b1-8913cda0057b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b135136d-5f3d-4adf-b0b3-c69cbceea547 HTTP/1.1" status: 204 len: 168 time: 0.1757078 May 17 19:36:30.828653 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4877a9eb-6458-4176-a1b1-8913cda0057b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b135136d-5f3d-4adf-b0b3-c69cbceea547,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:31.385936 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 45910) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:36:31.399457 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-ddd562c7-053a-4b3a-ac32-92f6dad9b5be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:31.472047 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-ddd562c7-053a-4b3a-ac32-92f6dad9b5be admin admin] Publish callbacks [] for security_group (4dcb8842-85b3-462d-aa0d-865afb28b9ec), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:31.531717 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-ddd562c7-053a-4b3a-ac32-92f6dad9b5be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (4dcb8842-85b3-462d-aa0d-865afb28b9ec), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:31.567598 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd562c7-053a-4b3a-ac32-92f6dad9b5be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dcb8842-85b3-462d-aa0d-865afb28b9ec,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:31.572681 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-ddd562c7-053a-4b3a-ac32-92f6dad9b5be admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8e642378b6304c8d9b2d921d0a512307&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1857581 May 17 19:36:31.579334 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 45912) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:36:31.626813 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-547fe060-f7ed-490e-b370-b05e648fd900 admin admin] Publish callbacks [] for security_group (4dcb8842-85b3-462d-aa0d-865afb28b9ec), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:31.647983 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-547fe060-f7ed-490e-b370-b05e648fd900 admin admin] Publish callbacks [] for security_group (4dcb8842-85b3-462d-aa0d-865afb28b9ec), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:31.771642 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-547fe060-f7ed-490e-b370-b05e648fd900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (4dcb8842-85b3-462d-aa0d-865afb28b9ec), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:31.774174 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-547fe060-f7ed-490e-b370-b05e648fd900 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:31.775336 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-547fe060-f7ed-490e-b370-b05e648fd900 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4dcb8842-85b3-462d-aa0d-865afb28b9ec HTTP/1.1" status: 204 len: 168 time: 0.1985435 May 17 19:36:31.783058 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fe060-f7ed-490e-b370-b05e648fd900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dcb8842-85b3-462d-aa0d-865afb28b9ec,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:33.621659 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce942e-da35-442c-a64e-c4e61acb127e req-70212f47-ef37-4bf5-948b-dc434bcc8b0d tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:36:33.623084 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-1bce942e-da35-442c-a64e-c4e61acb127e req-70212f47-ef37-4bf5-948b-dc434bcc8b0d tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 946 time: 0.0465219 May 17 19:36:33.670815 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-1bce942e-da35-442c-a64e-c4e61acb127e req-775cfba4-de2b-4eb1-b07d-aebeb5723c63 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=82d59d67-6232-440d-b988-2fc1d0d0d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419624 May 17 19:36:34.789277 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e925e1-6a4d-4293-951a-cf1d8c92ea43 req-92cd759c-396b-455d-b4c9-12e85eb5dd7d tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:36:34.790724 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-79e925e1-6a4d-4293-951a-cf1d8c92ea43 req-92cd759c-396b-455d-b4c9-12e85eb5dd7d tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 946 time: 0.0479705 May 17 19:36:34.838168 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-79e925e1-6a4d-4293-951a-cf1d8c92ea43 req-827d1561-2503-423c-977f-8f3ecac980bf tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups?id=82d59d67-6232-440d-b988-2fc1d0d0d4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412405 May 17 19:36:35.138735 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381678f3-5431-4476-8c4c-a0eeab1b18e0 req-baafea89-8584-4a46-8596-9297f3ca72a0 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:36:35.140168 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-381678f3-5431-4476-8c4c-a0eeab1b18e0 req-baafea89-8584-4a46-8596-9297f3ca72a0 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 946 time: 0.0449154 May 17 19:36:35.232032 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [req-381678f3-5431-4476-8c4c-a0eeab1b18e0 req-76c97507-4369-4b99-b719-f24ee37ddd13 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Deleting port 4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd {{(pid=103780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:36:35.232360 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-381678f3-5431-4476-8c4c-a0eeab1b18e0 req-76c97507-4369-4b99-b719-f24ee37ddd13 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:35.316602 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.db [req-381678f3-5431-4476-8c4c-a0eeab1b18e0 req-76c97507-4369-4b99-b719-f24ee37ddd13 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] For port 4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd,segment=NetworkSegment(cb7a5f44-2490-49bf-84d8-97ca2a591d42),segment_id=cb7a5f44-2490-49bf-84d8-97ca2a591d42)] {{(pid=103780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:36:35.316954 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-381678f3-5431-4476-8c4c-a0eeab1b18e0 req-76c97507-4369-4b99-b719-f24ee37ddd13 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:35.477800 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-381678f3-5431-4476-8c4c-a0eeab1b18e0 req-76c97507-4369-4b99-b719-f24ee37ddd13 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:35.478154 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-381678f3-5431-4476-8c4c-a0eeab1b18e0 req-76c97507-4369-4b99-b719-f24ee37ddd13 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16764702'] for floatingip (902c19da-04b4-437d-95b6-e4c1aa4008be), after_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:35.478457 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.db.l3_db [req-381678f3-5431-4476-8c4c-a0eeab1b18e0 req-76c97507-4369-4b99-b719-f24ee37ddd13 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Floating IP 902c19da-04b4-437d-95b6-e4c1aa4008be disassociated. External IP: 172.27.2.175, port: 4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd. May 17 19:36:35.479062 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [req-381678f3-5431-4476-8c4c-a0eeab1b18e0 req-76c97507-4369-4b99-b719-f24ee37ddd13 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Calling delete_port for 4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd owned by compute:nova {{(pid=103780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:36:35.685849 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-381678f3-5431-4476-8c4c-a0eeab1b18e0 req-76c97507-4369-4b99-b719-f24ee37ddd13 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014583'] for port (4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:35.716426 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c97507-4369-4b99-b719-f24ee37ddd13 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Pushing event deleted for resources: {'Port': ['ID=4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:35.826756 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.l3_agent_scheduler [req-381678f3-5431-4476-8c4c-a0eeab1b18e0 req-76c97507-4369-4b99-b719-f24ee37ddd13 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Router b01f1c7e-ca98-496e-98a3-132f4a505256 has already been hosted by L3 agent d0bc9f74-feb0-4354-bd47-885486f1ec0d {{(pid=103780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 19:36:35.945268 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-bc194307-ee4e-4c33-90e8-3055683f43e9 req-a2ff92a5-c707-4ff0-80d7-b3026d48cc01 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4178943-4254-4469-868d-099cb1de2fc2 HTTP/1.1" status: 200 len: 210 time: 0.0348909 May 17 19:36:35.954503 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-381678f3-5431-4476-8c4c-a0eeab1b18e0 req-76c97507-4369-4b99-b719-f24ee37ddd13 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Notify agent at l3_agent.dv-cinder-840678-10-iscsi the message routers_updated {{(pid=103780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 19:36:35.975254 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9173ffd5-0d4b-4863-bc20-8bba8650de5e None None] Sync routers for ids ['b01f1c7e-ca98-496e-98a3-132f4a505256'] in dv-cinder-840678-10-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 19:36:35.987425 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9173ffd5-0d4b-4863-bc20-8bba8650de5e None None] Routers {'b01f1c7e-ca98-496e-98a3-132f4a505256'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:36:35.988117 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-9173ffd5-0d4b-4863-bc20-8bba8650de5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:36:17Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['b01f1c7e-ca98-496e-98a3-132f4a505256'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:36:36.000899 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.l3_dvrscheduler_db [req-381678f3-5431-4476-8c4c-a0eeab1b18e0 req-76c97507-4369-4b99-b719-f24ee37ddd13 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] No DVR routers for this DVR port 4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd on host hv-cinder-84067 {{(pid=103780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 19:36:36.003709 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-381678f3-5431-4476-8c4c-a0eeab1b18e0 req-76c97507-4369-4b99-b719-f24ee37ddd13 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for port (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:36.006883 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-381678f3-5431-4476-8c4c-a0eeab1b18e0 req-76c97507-4369-4b99-b719-f24ee37ddd13 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.69 "DELETE /v2.0/ports/4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd HTTP/1.1" status: 204 len: 173 time: 0.8576710 May 17 19:36:36.007336 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4178943-4254-4469-868d-099cb1de2fc2', 'name': 'network-vif-deleted', 'tag': '4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd'}] {{(pid=103780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:36:36.009595 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1bd86ad9c435c7379d29d4f4527297f276984ecaea51489ddc34f383e603623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84354a76-2820-44c7-9284-b964aae1d0e7" -d '{"events": [{"server_uuid": "c4178943-4254-4469-868d-099cb1de2fc2", "name": "network-vif-deleted", "tag": "4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd"}]}' {{(pid=103780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:36:36.047363 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 19:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502a8c98-620e-496b-a3c2-65af3dde7beb x-openstack-request-id: req-502a8c98-620e-496b-a3c2-65af3dde7beb {{(pid=103780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:36:36.047363 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4178943-4254-4469-868d-099cb1de2fc2", "name": "network-vif-deleted", "tag": "4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd", "status": "completed", "code": 200}]} {{(pid=103780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:36:36.047363 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-502a8c98-620e-496b-a3c2-65af3dde7beb {{(pid=103780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:36:36.047763 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-502a8c98-620e-496b-a3c2-65af3dde7beb'] response: {'server_uuid': 'c4178943-4254-4469-868d-099cb1de2fc2', 'name': 'network-vif-deleted', 'tag': '4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd', 'status': 'completed', 'code': 200} May 17 19:36:36.098520 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-9173ffd5-0d4b-4863-bc20-8bba8650de5e None None] Set router b01f1c7e-ca98-496e-98a3-132f4a505256 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:36:36.374664 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-9173ffd5-0d4b-4863-bc20-8bba8650de5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'name': 'tempest-AttachVolumeShelveTestJSON-1105554132-router', 'tenant_id': 'b23e9f1907a6406785be000e1373dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '003b7f17-8c79-4647-b3d2-1123bd52e32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:29:41Z', 'updated_at': '2022-05-17T19:29:49Z', 'revision_number': 4, 'project_id': 'b23e9f1907a6406785be000e1373dc41', 'gw_port': {'id': '003b7f17-8c79-4647-b3d2-1123bd52e32e', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:42Z', 'updated_at': '2022-05-17T19:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': '79ee1b34-18a6-4b3f-ba58-9dc950d058cd', 'name': '', 'network_id': '40c7fbe2-bd07-440e-b191-34ce3a30a8a0', 'tenant_id': 'b23e9f1907a6406785be000e1373dc41', 'mac_address': 'fa:16:3e:8a:78:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4afc8f6d-c4ef-4f27-b1bd-b836aad1cd58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:47Z', 'updated_at': '2022-05-17T19:29:56Z', 'revision_number': 5, 'project_id': 'b23e9f1907a6406785be000e1373dc41', 'subnets': [{'id': '4afc8f6d-c4ef-4f27-b1bd-b836aad1cd58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:36:36.401025 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9173ffd5-0d4b-4863-bc20-8bba8650de5e None None] Checking router: b01f1c7e-ca98-496e-98a3-132f4a505256 for host: dv-cinder-840678-10-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 19:36:36.409951 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9173ffd5-0d4b-4863-bc20-8bba8650de5e None None] Routers {'b01f1c7e-ca98-496e-98a3-132f4a505256'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:36:36.410555 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-9173ffd5-0d4b-4863-bc20-8bba8650de5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:36:17Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['b01f1c7e-ca98-496e-98a3-132f4a505256'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:36:36.511715 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-9173ffd5-0d4b-4863-bc20-8bba8650de5e None None] Set router b01f1c7e-ca98-496e-98a3-132f4a505256 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:36:36.695706 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-9173ffd5-0d4b-4863-bc20-8bba8650de5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'name': 'tempest-AttachVolumeShelveTestJSON-1105554132-router', 'tenant_id': 'b23e9f1907a6406785be000e1373dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '003b7f17-8c79-4647-b3d2-1123bd52e32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:29:41Z', 'updated_at': '2022-05-17T19:29:49Z', 'revision_number': 4, 'project_id': 'b23e9f1907a6406785be000e1373dc41', 'gw_port': {'id': '003b7f17-8c79-4647-b3d2-1123bd52e32e', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:42Z', 'updated_at': '2022-05-17T19:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': '79ee1b34-18a6-4b3f-ba58-9dc950d058cd', 'name': '', 'network_id': '40c7fbe2-bd07-440e-b191-34ce3a30a8a0', 'tenant_id': 'b23e9f1907a6406785be000e1373dc41', 'mac_address': 'fa:16:3e:8a:78:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4afc8f6d-c4ef-4f27-b1bd-b836aad1cd58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:47Z', 'updated_at': '2022-05-17T19:29:56Z', 'revision_number': 5, 'project_id': 'b23e9f1907a6406785be000e1373dc41', 'subnets': [{'id': '4afc8f6d-c4ef-4f27-b1bd-b836aad1cd58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:36:36.720750 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9173ffd5-0d4b-4863-bc20-8bba8650de5e None None] The sync data for ids ['b01f1c7e-ca98-496e-98a3-132f4a505256'] in dv-cinder-840678-10-iscsi is: [{'id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'name': 'tempest-AttachVolumeShelveTestJSON-1105554132-router', 'tenant_id': 'b23e9f1907a6406785be000e1373dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '003b7f17-8c79-4647-b3d2-1123bd52e32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:29:41Z', 'updated_at': '2022-05-17T19:29:49Z', 'revision_number': 4, 'project_id': 'b23e9f1907a6406785be000e1373dc41', 'gw_port': {'id': '003b7f17-8c79-4647-b3d2-1123bd52e32e', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:42Z', 'updated_at': '2022-05-17T19:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': '79ee1b34-18a6-4b3f-ba58-9dc950d058cd', 'name': '', 'network_id': '40c7fbe2-bd07-440e-b191-34ce3a30a8a0', 'tenant_id': 'b23e9f1907a6406785be000e1373dc41', 'mac_address': 'fa:16:3e:8a:78:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4afc8f6d-c4ef-4f27-b1bd-b836aad1cd58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:47Z', 'updated_at': '2022-05-17T19:29:56Z', 'revision_number': 5, 'project_id': 'b23e9f1907a6406785be000e1373dc41', 'subnets': [{'id': '4afc8f6d-c4ef-4f27-b1bd-b836aad1cd58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 19:36:36.946760 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9037805-ae68-4c77-84f2-c2274210c64f None None] New status for floating IP 902c19da-04b4-437d-95b6-e4c1aa4008be: DOWN {{(pid=103782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 19:36:37.114276 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 46006) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:36:37.170454 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-715e20a7-10cb-4dda-9e03-722e06301ec9 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks [] for security_group (82d59d67-6232-440d-b988-2fc1d0d0d4ae), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:37.194226 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-715e20a7-10cb-4dda-9e03-722e06301ec9 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks [] for security_group (82d59d67-6232-440d-b988-2fc1d0d0d4ae), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:37.313268 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-715e20a7-10cb-4dda-9e03-722e06301ec9 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (82d59d67-6232-440d-b988-2fc1d0d0d4ae), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:37.317104 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-715e20a7-10cb-4dda-9e03-722e06301ec9 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:37.318718 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-715e20a7-10cb-4dda-9e03-722e06301ec9 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "DELETE /v2.0/security-groups/82d59d67-6232-440d-b988-2fc1d0d0d4ae HTTP/1.1" status: 204 len: 168 time: 0.2033238 May 17 19:36:37.322838 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 46010) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:36:37.329763 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715e20a7-10cb-4dda-9e03-722e06301ec9 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d59d67-6232-440d-b988-2fc1d0d0d4ae,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:37.336125 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.api.v2.resource [None req-95631d18-8c50-492f-95b6-c3e368905bfa tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] show failed (client error): The resource could not be found. May 17 19:36:37.337116 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-95631d18-8c50-492f-95b6-c3e368905bfa tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "GET /v2.0/security-groups/82d59d67-6232-440d-b988-2fc1d0d0d4ae HTTP/1.1" status: 404 len: 347 time: 0.0131981 May 17 19:36:37.340009 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 46012) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:36:37.447403 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-a9613936-edaf-425f-b5cc-4542fe766f34 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Deleting port a0ad3cce-9a3b-4630-adc1-526e41d03629 {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:36:37.449706 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a9613936-edaf-425f-b5cc-4542fe766f34 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (a0ad3cce-9a3b-4630-adc1-526e41d03629), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:37.524258 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a9613936-edaf-425f-b5cc-4542fe766f34 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (a0ad3cce-9a3b-4630-adc1-526e41d03629), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:37.524634 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a9613936-edaf-425f-b5cc-4542fe766f34 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks [] for floatingip (a0ad3cce-9a3b-4630-adc1-526e41d03629), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:37.536726 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-a9613936-edaf-425f-b5cc-4542fe766f34 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Calling delete_port for a0ad3cce-9a3b-4630-adc1-526e41d03629 owned by network:floatingip {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:36:37.736205 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a9613936-edaf-425f-b5cc-4542fe766f34 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (a0ad3cce-9a3b-4630-adc1-526e41d03629), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:37.763594 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9613936-edaf-425f-b5cc-4542fe766f34 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Pushing event deleted for resources: {'Port': ['ID=a0ad3cce-9a3b-4630-adc1-526e41d03629,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:37.821971 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a9613936-edaf-425f-b5cc-4542fe766f34 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks [] for floatingip (902c19da-04b4-437d-95b6-e4c1aa4008be), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:37.824482 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a9613936-edaf-425f-b5cc-4542fe766f34 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for floatingip (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:37.825619 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-a9613936-edaf-425f-b5cc-4542fe766f34 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] 10.222.0.58 "DELETE /v2.0/floatingips/902c19da-04b4-437d-95b6-e4c1aa4008be HTTP/1.1" status: 204 len: 168 time: 0.4845243 May 17 19:36:38.717102 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 19:36:38.736022 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] No Port match for: 4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd {{(pid=103782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 19:36:38.736360 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 4bc0b2c4-0db2-4964-a8cf-4de75cfbbebd not bound to the agent host hv-cinder-84067 {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 19:36:40.571563 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 46054) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:36:41.012834 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-4bfd9e08-66c2-44f9-9c9b-999d0b228692 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16761843'] for router_interface (b01f1c7e-ca98-496e-98a3-132f4a505256), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:41.480709 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [None req-4bfd9e08-66c2-44f9-9c9b-999d0b228692 admin admin] Deleting port 79ee1b34-18a6-4b3f-ba58-9dc950d058cd {{(pid=103780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:36:41.481050 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-4bfd9e08-66c2-44f9-9c9b-999d0b228692 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (79ee1b34-18a6-4b3f-ba58-9dc950d058cd), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:41.560506 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.db [None req-4bfd9e08-66c2-44f9-9c9b-999d0b228692 admin admin] For port 79ee1b34-18a6-4b3f-ba58-9dc950d058cd, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=79ee1b34-18a6-4b3f-ba58-9dc950d058cd,segment=NetworkSegment(cb7a5f44-2490-49bf-84d8-97ca2a591d42),segment_id=cb7a5f44-2490-49bf-84d8-97ca2a591d42)] {{(pid=103780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:36:41.561468 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-4bfd9e08-66c2-44f9-9c9b-999d0b228692 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (79ee1b34-18a6-4b3f-ba58-9dc950d058cd), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:41.574992 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [None req-4bfd9e08-66c2-44f9-9c9b-999d0b228692 admin admin] Calling delete_port for 79ee1b34-18a6-4b3f-ba58-9dc950d058cd owned by network:router_interface {{(pid=103780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:36:41.799934 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-4bfd9e08-66c2-44f9-9c9b-999d0b228692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014583'] for port (79ee1b34-18a6-4b3f-ba58-9dc950d058cd), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:41.827904 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfd9e08-66c2-44f9-9c9b-999d0b228692 admin admin] Pushing event deleted for resources: {'Port': ['ID=79ee1b34-18a6-4b3f-ba58-9dc950d058cd,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:41.988538 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-4bfd9e08-66c2-44f9-9c9b-999d0b228692 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16360526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16766956'] for router_interface (b01f1c7e-ca98-496e-98a3-132f4a505256), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:42.193496 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bfd9e08-66c2-44f9-9c9b-999d0b228692 admin admin] Router b01f1c7e-ca98-496e-98a3-132f4a505256 has already been hosted by L3 agent d0bc9f74-feb0-4354-bd47-885486f1ec0d {{(pid=103780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 19:36:42.289445 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bfd9e08-66c2-44f9-9c9b-999d0b228692 admin admin] Notify agent at l3_agent.dv-cinder-840678-10-iscsi the message routers_updated {{(pid=103780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 19:36:42.294395 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-4bfd9e08-66c2-44f9-9c9b-999d0b228692 admin admin] 10.222.0.58 "PUT /v2.0/routers/b01f1c7e-ca98-496e-98a3-132f4a505256/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7253923 May 17 19:36:42.297675 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 46076) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:36:42.298980 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124a99fc-691d-491f-ab36-bf6041745f42 None None] Sync routers for ids ['b01f1c7e-ca98-496e-98a3-132f4a505256'] in dv-cinder-840678-10-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 19:36:42.308438 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124a99fc-691d-491f-ab36-bf6041745f42 None None] Routers {'b01f1c7e-ca98-496e-98a3-132f4a505256'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:36:42.309030 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-124a99fc-691d-491f-ab36-bf6041745f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:36:17Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['b01f1c7e-ca98-496e-98a3-132f4a505256'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:36:42.395827 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-593c9996-9df1-49b1-b2a3-c5226e2d24e5 admin admin] Publish callbacks [] for router (b01f1c7e-ca98-496e-98a3-132f4a505256), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:42.407883 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-124a99fc-691d-491f-ab36-bf6041745f42 None None] Set router b01f1c7e-ca98-496e-98a3-132f4a505256 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:36:42.495038 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-593c9996-9df1-49b1-b2a3-c5226e2d24e5 admin admin] Publish callbacks [] for router_gateway (b01f1c7e-ca98-496e-98a3-132f4a505256), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:42.571158 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-124a99fc-691d-491f-ab36-bf6041745f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'name': 'tempest-AttachVolumeShelveTestJSON-1105554132-router', 'tenant_id': 'b23e9f1907a6406785be000e1373dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '003b7f17-8c79-4647-b3d2-1123bd52e32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:29:41Z', 'updated_at': '2022-05-17T19:36:41Z', 'revision_number': 5, 'project_id': 'b23e9f1907a6406785be000e1373dc41', 'gw_port': {'id': '003b7f17-8c79-4647-b3d2-1123bd52e32e', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:42Z', 'updated_at': '2022-05-17T19:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi'}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:36:42.595005 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124a99fc-691d-491f-ab36-bf6041745f42 None None] Checking router: b01f1c7e-ca98-496e-98a3-132f4a505256 for host: dv-cinder-840678-10-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 19:36:42.602966 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124a99fc-691d-491f-ab36-bf6041745f42 None None] Routers {'b01f1c7e-ca98-496e-98a3-132f4a505256'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:36:42.603566 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-124a99fc-691d-491f-ab36-bf6041745f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:36:17Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['b01f1c7e-ca98-496e-98a3-132f4a505256'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:36:42.684413 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [None req-593c9996-9df1-49b1-b2a3-c5226e2d24e5 admin admin] Deleting port 003b7f17-8c79-4647-b3d2-1123bd52e32e {{(pid=103780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:36:42.685342 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-593c9996-9df1-49b1-b2a3-c5226e2d24e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (003b7f17-8c79-4647-b3d2-1123bd52e32e), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:42.706979 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-124a99fc-691d-491f-ab36-bf6041745f42 None None] Set router b01f1c7e-ca98-496e-98a3-132f4a505256 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:36:42.769634 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.db [None req-593c9996-9df1-49b1-b2a3-c5226e2d24e5 admin admin] For port 003b7f17-8c79-4647-b3d2-1123bd52e32e, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=003b7f17-8c79-4647-b3d2-1123bd52e32e,segment=NetworkSegment(9ce1d97a-7b85-460d-9e35-dbb6f20db43d),segment_id=9ce1d97a-7b85-460d-9e35-dbb6f20db43d)] {{(pid=103780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:36:42.769912 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-593c9996-9df1-49b1-b2a3-c5226e2d24e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (003b7f17-8c79-4647-b3d2-1123bd52e32e), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:42.783594 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [None req-593c9996-9df1-49b1-b2a3-c5226e2d24e5 admin admin] Calling delete_port for 003b7f17-8c79-4647-b3d2-1123bd52e32e owned by network:router_gateway {{(pid=103780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:36:42.870812 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-124a99fc-691d-491f-ab36-bf6041745f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'name': 'tempest-AttachVolumeShelveTestJSON-1105554132-router', 'tenant_id': 'b23e9f1907a6406785be000e1373dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '003b7f17-8c79-4647-b3d2-1123bd52e32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:29:41Z', 'updated_at': '2022-05-17T19:36:41Z', 'revision_number': 5, 'project_id': 'b23e9f1907a6406785be000e1373dc41', 'gw_port': {'id': '003b7f17-8c79-4647-b3d2-1123bd52e32e', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:42Z', 'updated_at': '2022-05-17T19:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi'}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:36:42.896901 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124a99fc-691d-491f-ab36-bf6041745f42 None None] The sync data for ids ['b01f1c7e-ca98-496e-98a3-132f4a505256'] in dv-cinder-840678-10-iscsi is: [{'id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'name': 'tempest-AttachVolumeShelveTestJSON-1105554132-router', 'tenant_id': 'b23e9f1907a6406785be000e1373dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '003b7f17-8c79-4647-b3d2-1123bd52e32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:29:41Z', 'updated_at': '2022-05-17T19:36:41Z', 'revision_number': 5, 'project_id': 'b23e9f1907a6406785be000e1373dc41', 'gw_port': {'id': '003b7f17-8c79-4647-b3d2-1123bd52e32e', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01f1c7e-ca98-496e-98a3-132f4a505256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:29:42Z', 'updated_at': '2022-05-17T19:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi'}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 19:36:43.027244 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-593c9996-9df1-49b1-b2a3-c5226e2d24e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014583'] for port (003b7f17-8c79-4647-b3d2-1123bd52e32e), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:43.059514 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593c9996-9df1-49b1-b2a3-c5226e2d24e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=003b7f17-8c79-4647-b3d2-1123bd52e32e,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:43.092816 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 46090) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:36:43.120441 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-593c9996-9df1-49b1-b2a3-c5226e2d24e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16763841'] for router_gateway (b01f1c7e-ca98-496e-98a3-132f4a505256), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:43.195937 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a41ea329-baa2-4730-9dc4-48c993f18159 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:43.207287 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-593c9996-9df1-49b1-b2a3-c5226e2d24e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16658825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1106'] for router (b01f1c7e-ca98-496e-98a3-132f4a505256), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:43.209431 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-593c9996-9df1-49b1-b2a3-c5226e2d24e5 admin admin] Publish callbacks [] for router_controller (b01f1c7e-ca98-496e-98a3-132f4a505256), precommit_delete_associations {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:43.272871 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a41ea329-baa2-4730-9dc4-48c993f18159 admin admin] Publish callbacks [] for security_group (18c7b166-89b0-43d3-b1ca-beb7f6384fa7), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:43.314886 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-593c9996-9df1-49b1-b2a3-c5226e2d24e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16658832'] for router (b01f1c7e-ca98-496e-98a3-132f4a505256), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:43.315516 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593c9996-9df1-49b1-b2a3-c5226e2d24e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b01f1c7e-ca98-496e-98a3-132f4a505256 {{(pid=103780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 19:36:43.319789 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-593c9996-9df1-49b1-b2a3-c5226e2d24e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:43.321132 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-593c9996-9df1-49b1-b2a3-c5226e2d24e5 admin admin] 10.222.0.58 "DELETE /v2.0/routers/b01f1c7e-ca98-496e-98a3-132f4a505256 HTTP/1.1" status: 204 len: 168 time: 1.0224102 May 17 19:36:43.324389 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 46094) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:36:43.369229 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.db_base_plugin_v2 [None req-caa8b373-93a4-4748-bb17-83c52a882475 admin admin] Deleting subnet 4afc8f6d-c4ef-4f27-b1bd-b836aad1cd58 {{(pid=103780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 19:36:43.371510 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a41ea329-baa2-4730-9dc4-48c993f18159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (18c7b166-89b0-43d3-b1ca-beb7f6384fa7), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:43.372447 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-caa8b373-93a4-4748-bb17-83c52a882475 admin admin] Publish callbacks [] for subnet (4afc8f6d-c4ef-4f27-b1bd-b836aad1cd58), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:43.408523 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-caa8b373-93a4-4748-bb17-83c52a882475 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12797260'] for subnet (4afc8f6d-c4ef-4f27-b1bd-b836aad1cd58), precommit_delete_associations {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:43.412229 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41ea329-baa2-4730-9dc4-48c993f18159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c7b166-89b0-43d3-b1ca-beb7f6384fa7,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:43.422483 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ea329-baa2-4730-9dc4-48c993f18159 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:36:43.422823 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ea329-baa2-4730-9dc4-48c993f18159 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:36:43.423155 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ea329-baa2-4730-9dc4-48c993f18159 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:36:43.423500 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ea329-baa2-4730-9dc4-48c993f18159 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:36:43.423832 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ea329-baa2-4730-9dc4-48c993f18159 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:36:43.424195 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ea329-baa2-4730-9dc4-48c993f18159 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:36:43.424518 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ea329-baa2-4730-9dc4-48c993f18159 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:36:43.424840 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ea329-baa2-4730-9dc4-48c993f18159 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:36:43.425155 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ea329-baa2-4730-9dc4-48c993f18159 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:36:43.425472 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ea329-baa2-4730-9dc4-48c993f18159 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:36:43.425787 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ea329-baa2-4730-9dc4-48c993f18159 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:36:43.426100 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ea329-baa2-4730-9dc4-48c993f18159 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:36:43.426412 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ea329-baa2-4730-9dc4-48c993f18159 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:36:43.426722 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ea329-baa2-4730-9dc4-48c993f18159 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:36:43.427032 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ea329-baa2-4730-9dc4-48c993f18159 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:36:43.438094 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-a41ea329-baa2-4730-9dc4-48c993f18159 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f7b05cc7a00a4971945f7e89ce0a8878&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3441021 May 17 19:36:43.440934 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 46096) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:36:43.488137 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-caa8b373-93a4-4748-bb17-83c52a882475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-938445'] for subnet (4afc8f6d-c4ef-4f27-b1bd-b836aad1cd58), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:43.493283 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6741bb52-5c04-4bed-9931-376248d019b7 admin admin] Publish callbacks [] for security_group (18c7b166-89b0-43d3-b1ca-beb7f6384fa7), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:43.516353 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6741bb52-5c04-4bed-9931-376248d019b7 admin admin] Publish callbacks [] for security_group (18c7b166-89b0-43d3-b1ca-beb7f6384fa7), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:43.634598 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-caa8b373-93a4-4748-bb17-83c52a882475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-938452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16348314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13015750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58575396'] for subnet (4afc8f6d-c4ef-4f27-b1bd-b836aad1cd58), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:43.661070 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa8b373-93a4-4748-bb17-83c52a882475 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4afc8f6d-c4ef-4f27-b1bd-b836aad1cd58,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:43.664785 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-caa8b373-93a4-4748-bb17-83c52a882475 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for subnet (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:43.668343 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-caa8b373-93a4-4748-bb17-83c52a882475 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/4afc8f6d-c4ef-4f27-b1bd-b836aad1cd58 HTTP/1.1" status: 204 len: 168 time: 0.3434834 May 17 19:36:43.670684 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 46098) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:36:43.670876 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c20872-1ec3-4ad1-a25c-4083194cc9b2 None None] Network 40c7fbe2-bd07-440e-b191-34ce3a30a8a0 requested from dv-cinder-840678-10-iscsi {{(pid=103782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 19:36:43.697298 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6741bb52-5c04-4bed-9931-376248d019b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (18c7b166-89b0-43d3-b1ca-beb7f6384fa7), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:43.699815 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6741bb52-5c04-4bed-9931-376248d019b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:43.700937 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-6741bb52-5c04-4bed-9931-376248d019b7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/18c7b166-89b0-43d3-b1ca-beb7f6384fa7 HTTP/1.1" status: 204 len: 168 time: 0.2590804 May 17 19:36:43.742973 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741bb52-5c04-4bed-9931-376248d019b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c7b166-89b0-43d3-b1ca-beb7f6384fa7,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:43.754079 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-961ca44a-442d-4e7d-9aaa-33e4351dad46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-932882'] for network (40c7fbe2-bd07-440e-b191-34ce3a30a8a0), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:43.800399 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-961ca44a-442d-4e7d-9aaa-33e4351dad46 admin admin] Deleting port a14d9137-a61e-455e-9576-53dcf0c8aa5f {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:36:43.800731 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-961ca44a-442d-4e7d-9aaa-33e4351dad46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (a14d9137-a61e-455e-9576-53dcf0c8aa5f), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:43.861416 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [None req-961ca44a-442d-4e7d-9aaa-33e4351dad46 admin admin] For port a14d9137-a61e-455e-9576-53dcf0c8aa5f, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=a14d9137-a61e-455e-9576-53dcf0c8aa5f,segment=NetworkSegment(cb7a5f44-2490-49bf-84d8-97ca2a591d42),segment_id=cb7a5f44-2490-49bf-84d8-97ca2a591d42)] {{(pid=103781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:36:43.861771 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-961ca44a-442d-4e7d-9aaa-33e4351dad46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (a14d9137-a61e-455e-9576-53dcf0c8aa5f), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:43.874646 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-961ca44a-442d-4e7d-9aaa-33e4351dad46 admin admin] Calling delete_port for a14d9137-a61e-455e-9576-53dcf0c8aa5f owned by network:dhcp {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:36:43.959332 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e89d56-2d23-49f6-bb1c-f076e6825cc2 None None] DHCP port deletion for 40c7fbe2-bd07-440e-b191-34ce3a30a8a0 request from dv-cinder-840678-10-iscsi {{(pid=103782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 19:36:44.003806 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-40e89d56-2d23-49f6-bb1c-f076e6825cc2 None None] Deleting port a14d9137-a61e-455e-9576-53dcf0c8aa5f {{(pid=103782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:36:44.004179 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-40e89d56-2d23-49f6-bb1c-f076e6825cc2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (a14d9137-a61e-455e-9576-53dcf0c8aa5f), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:44.016254 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-961ca44a-442d-4e7d-9aaa-33e4351dad46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (a14d9137-a61e-455e-9576-53dcf0c8aa5f), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:44.051641 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ca44a-442d-4e7d-9aaa-33e4351dad46 admin admin] Pushing event deleted for resources: {'Port': ['ID=a14d9137-a61e-455e-9576-53dcf0c8aa5f,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:44.053686 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961ca44a-442d-4e7d-9aaa-33e4351dad46 admin admin] No DVR routers for this DVR port a14d9137-a61e-455e-9576-53dcf0c8aa5f on host dv-cinder-840678-10-iscsi {{(pid=103781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 19:36:44.074003 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-40e89d56-2d23-49f6-bb1c-f076e6825cc2 None None] For port a14d9137-a61e-455e-9576-53dcf0c8aa5f, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=a14d9137-a61e-455e-9576-53dcf0c8aa5f,segment=NetworkSegment(cb7a5f44-2490-49bf-84d8-97ca2a591d42),segment_id=cb7a5f44-2490-49bf-84d8-97ca2a591d42)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:36:44.074400 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-40e89d56-2d23-49f6-bb1c-f076e6825cc2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (a14d9137-a61e-455e-9576-53dcf0c8aa5f), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:44.087753 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-40e89d56-2d23-49f6-bb1c-f076e6825cc2 None None] Calling delete_port for a14d9137-a61e-455e-9576-53dcf0c8aa5f owned by network:dhcp {{(pid=103782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:36:44.091024 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device a14d9137-a61e-455e-9576-53dcf0c8aa5f no longer exists at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 19:36:44.116189 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] No Port match for: a14d9137-a61e-455e-9576-53dcf0c8aa5f {{(pid=103782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 19:36:44.116455 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device a14d9137-a61e-455e-9576-53dcf0c8aa5f not bound to the agent host dv-cinder-840678-10-iscsi {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 19:36:44.116861 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device 003b7f17-8c79-4647-b3d2-1123bd52e32e no longer exists at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 19:36:44.126784 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-961ca44a-442d-4e7d-9aaa-33e4351dad46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-940152', 'neutron.services.segments.db._delete_segments_for_network-8792041590294'] for network (40c7fbe2-bd07-440e-b191-34ce3a30a8a0), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:44.149469 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.services.segments.db [None req-961ca44a-442d-4e7d-9aaa-33e4351dad46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40c7fbe2-bd07-440e-b191-34ce3a30a8a0']}} {{(pid=103781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:36:44.158612 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.services.segments.db [None req-961ca44a-442d-4e7d-9aaa-33e4351dad46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb7a5f44-2490-49bf-84d8-97ca2a591d42') {'for_net_delete': True} {{(pid=103781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:36:44.158907 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.services.segments.db [None req-961ca44a-442d-4e7d-9aaa-33e4351dad46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb7a5f44-2490-49bf-84d8-97ca2a591d42') {} {{(pid=103781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:36:44.163597 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] No Port match for: 003b7f17-8c79-4647-b3d2-1123bd52e32e {{(pid=103782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 19:36:44.163939 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device 003b7f17-8c79-4647-b3d2-1123bd52e32e not bound to the agent host dv-cinder-840678-10-iscsi {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 19:36:44.164348 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device 79ee1b34-18a6-4b3f-ba58-9dc950d058cd no longer exists at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 19:36:44.168319 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-961ca44a-442d-4e7d-9aaa-33e4351dad46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792041591071', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14281845'] for segment (cb7a5f44-2490-49bf-84d8-97ca2a591d42), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:44.182243 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-961ca44a-442d-4e7d-9aaa-33e4351dad46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944438'] for segment (cb7a5f44-2490-49bf-84d8-97ca2a591d42), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:44.185936 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] No Port match for: 79ee1b34-18a6-4b3f-ba58-9dc950d058cd {{(pid=103782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 19:36:44.186788 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device 79ee1b34-18a6-4b3f-ba58-9dc950d058cd not bound to the agent host dv-cinder-840678-10-iscsi {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 19:36:44.193189 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-961ca44a-442d-4e7d-9aaa-33e4351dad46 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=103781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 19:36:44.193485 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-961ca44a-442d-4e7d-9aaa-33e4351dad46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13820481'] for segment (cb7a5f44-2490-49bf-84d8-97ca2a591d42), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:44.204568 dv-cinder-840678-10-iscsi neutron-server[103781]: Traceback (most recent call last): May 17 19:36:44.204568 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 19:36:44.204568 dv-cinder-840678-10-iscsi neutron-server[103781]: timer() May 17 19:36:44.204568 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 19:36:44.204568 dv-cinder-840678-10-iscsi neutron-server[103781]: cb(*args, **kw) May 17 19:36:44.204568 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 19:36:44.204568 dv-cinder-840678-10-iscsi neutron-server[103781]: return func(*args, **kwargs) May 17 19:36:44.204568 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 19:36:44.204568 dv-cinder-840678-10-iscsi neutron-server[103781]: self._notify() May 17 19:36:44.204568 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 19:36:44.204568 dv-cinder-840678-10-iscsi neutron-server[103781]: self.callback(batched_events) May 17 19:36:44.204568 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 19:36:44.204568 dv-cinder-840678-10-iscsi neutron-server[103781]: event.method(event) May 17 19:36:44.204568 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 19:36:44.204568 dv-cinder-840678-10-iscsi neutron-server[103781]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 19:36:44.204568 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 19:36:44.204568 dv-cinder-840678-10-iscsi neutron-server[103781]: aggregate_uuid = self.p_client.list_aggregates( May 17 19:36:44.204568 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 19:36:44.204568 dv-cinder-840678-10-iscsi neutron-server[103781]: return f(self, *a, **k) May 17 19:36:44.204568 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 19:36:44.204568 dv-cinder-840678-10-iscsi neutron-server[103781]: return self._get(url).json() May 17 19:36:44.204568 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 19:36:44.204568 dv-cinder-840678-10-iscsi neutron-server[103781]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 19:36:44.204568 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 19:36:44.204568 dv-cinder-840678-10-iscsi neutron-server[103781]: return self.request(url, 'GET', **kwargs) May 17 19:36:44.204568 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 19:36:44.204568 dv-cinder-840678-10-iscsi neutron-server[103781]: base_url = self.get_endpoint(auth, allow=allow, May 17 19:36:44.204568 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 19:36:44.204568 dv-cinder-840678-10-iscsi neutron-server[103781]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 19:36:44.204568 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 19:36:44.204568 dv-cinder-840678-10-iscsi neutron-server[103781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 19:36:44.204568 dv-cinder-840678-10-iscsi neutron-server[103781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 19:36:44.216283 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-40e89d56-2d23-49f6-bb1c-f076e6825cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176'] for port (a14d9137-a61e-455e-9576-53dcf0c8aa5f), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:44.239773 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e89d56-2d23-49f6-bb1c-f076e6825cc2 None None] Pushing event deleted for resources: {'Port': ['ID=a14d9137-a61e-455e-9576-53dcf0c8aa5f,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:44.244059 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e89d56-2d23-49f6-bb1c-f076e6825cc2 None None] No DVR routers for this DVR port a14d9137-a61e-455e-9576-53dcf0c8aa5f on host dv-cinder-840678-10-iscsi {{(pid=103782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 19:36:44.251238 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e89d56-2d23-49f6-bb1c-f076e6825cc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:36:44.251634 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e89d56-2d23-49f6-bb1c-f076e6825cc2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:36:44.252003 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e89d56-2d23-49f6-bb1c-f076e6825cc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:36:44.252347 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e89d56-2d23-49f6-bb1c-f076e6825cc2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:36:44.257649 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e89d56-2d23-49f6-bb1c-f076e6825cc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:36:44.257649 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e89d56-2d23-49f6-bb1c-f076e6825cc2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:36:44.257649 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e89d56-2d23-49f6-bb1c-f076e6825cc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:36:44.257649 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e89d56-2d23-49f6-bb1c-f076e6825cc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:36:44.257649 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e89d56-2d23-49f6-bb1c-f076e6825cc2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:36:44.257649 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e89d56-2d23-49f6-bb1c-f076e6825cc2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:36:44.257649 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e89d56-2d23-49f6-bb1c-f076e6825cc2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:36:44.257649 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e89d56-2d23-49f6-bb1c-f076e6825cc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:36:44.257649 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e89d56-2d23-49f6-bb1c-f076e6825cc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:36:44.257649 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e89d56-2d23-49f6-bb1c-f076e6825cc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:36:44.257649 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e89d56-2d23-49f6-bb1c-f076e6825cc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:36:44.297493 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-961ca44a-442d-4e7d-9aaa-33e4351dad46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-940099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16764915'] for network (40c7fbe2-bd07-440e-b191-34ce3a30a8a0), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:44.303077 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-961ca44a-442d-4e7d-9aaa-33e4351dad46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for network (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:44.306286 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-961ca44a-442d-4e7d-9aaa-33e4351dad46 admin admin] 10.222.0.58 "DELETE /v2.0/networks/40c7fbe2-bd07-440e-b191-34ce3a30a8a0 HTTP/1.1" status: 204 len: 168 time: 0.6344697 May 17 19:36:44.316947 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ca44a-442d-4e7d-9aaa-33e4351dad46 admin admin] Pushing event deleted for resources: {'Network': ['ID=40c7fbe2-bd07-440e-b191-34ce3a30a8a0,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:44.357476 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 46106) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:36:44.371306 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-aa6000a6-4a9f-4f29-89f8-05cb4f71f8c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:44.444865 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-aa6000a6-4a9f-4f29-89f8-05cb4f71f8c8 admin admin] Publish callbacks [] for security_group (5fc6193c-841a-4953-b368-c9325207dcb1), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:44.560361 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (bee311cb-2a55-4828-8ca4-4ee09c88de79), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:44.560653 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-aa6000a6-4a9f-4f29-89f8-05cb4f71f8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (5fc6193c-841a-4953-b368-c9325207dcb1), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:44.623347 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-aa6000a6-4a9f-4f29-89f8-05cb4f71f8c8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=be9bfffcacb04ff3a2c1e8677166ca30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2640715 May 17 19:36:44.624150 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6000a6-4a9f-4f29-89f8-05cb4f71f8c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc6193c-841a-4953-b368-c9325207dcb1,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:44.625929 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 46108) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:36:44.673287 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-3370a6dd-9433-4091-894e-016605ecbc9f admin admin] Publish callbacks [] for security_group (5fc6193c-841a-4953-b368-c9325207dcb1), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:44.695075 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-3370a6dd-9433-4091-894e-016605ecbc9f admin admin] Publish callbacks [] for security_group (5fc6193c-841a-4953-b368-c9325207dcb1), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:44.707371 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 46110) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:36:44.762146 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-ab1ecd2f-9a80-4b6d-9d99-2589b4e19752 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b23e9f1907a6406785be000e1373dc41&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0537131 May 17 19:36:44.765070 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 46112) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:36:44.811904 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-e86b9f64-5f24-49e3-8522-0bf9914431c1 admin admin] Publish callbacks [] for security_group (830a1fd4-8e78-4e5e-85b3-b10a6390e4da), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:44.832461 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-e86b9f64-5f24-49e3-8522-0bf9914431c1 admin admin] Publish callbacks [] for security_group (830a1fd4-8e78-4e5e-85b3-b10a6390e4da), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:44.838404 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-3370a6dd-9433-4091-894e-016605ecbc9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (5fc6193c-841a-4953-b368-c9325207dcb1), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:44.840838 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-3370a6dd-9433-4091-894e-016605ecbc9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:44.841922 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-3370a6dd-9433-4091-894e-016605ecbc9f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5fc6193c-841a-4953-b368-c9325207dcb1 HTTP/1.1" status: 204 len: 168 time: 0.2149699 May 17 19:36:44.858371 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3370a6dd-9433-4091-894e-016605ecbc9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc6193c-841a-4953-b368-c9325207dcb1,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:44.950127 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-e86b9f64-5f24-49e3-8522-0bf9914431c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (830a1fd4-8e78-4e5e-85b3-b10a6390e4da), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:44.953246 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-e86b9f64-5f24-49e3-8522-0bf9914431c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:44.954385 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-e86b9f64-5f24-49e3-8522-0bf9914431c1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/830a1fd4-8e78-4e5e-85b3-b10a6390e4da HTTP/1.1" status: 204 len: 168 time: 0.1884525 May 17 19:36:44.962220 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b9f64-5f24-49e3-8522-0bf9914431c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830a1fd4-8e78-4e5e-85b3-b10a6390e4da,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:44.980499 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-5437f8fa-6617-4e3e-902d-b8bb43de5683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:45.580822 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 46130) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:36:45.594404 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9a957941-dfa0-40ac-8f1c-3e49c29b4745 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:45.749606 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9a957941-dfa0-40ac-8f1c-3e49c29b4745 admin admin] Publish callbacks [] for security_group (5df806f8-ec31-4cde-b901-0dd06486d20c), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:45.840229 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9a957941-dfa0-40ac-8f1c-3e49c29b4745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (5df806f8-ec31-4cde-b901-0dd06486d20c), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:45.881168 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-9a957941-dfa0-40ac-8f1c-3e49c29b4745 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d655823fda984fc78354814f5e7f7580&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2992973 May 17 19:36:45.881980 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a957941-dfa0-40ac-8f1c-3e49c29b4745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df806f8-ec31-4cde-b901-0dd06486d20c,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:45.884012 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 46138) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:36:45.934009 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-1859d603-7291-462e-9c24-168fcb3470e7 admin admin] Publish callbacks [] for security_group (5df806f8-ec31-4cde-b901-0dd06486d20c), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:45.958852 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-1859d603-7291-462e-9c24-168fcb3470e7 admin admin] Publish callbacks [] for security_group (5df806f8-ec31-4cde-b901-0dd06486d20c), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:45.997177 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 46142) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:36:46.074515 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-1859d603-7291-462e-9c24-168fcb3470e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (5df806f8-ec31-4cde-b901-0dd06486d20c), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:46.077226 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-1859d603-7291-462e-9c24-168fcb3470e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:46.078367 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-1859d603-7291-462e-9c24-168fcb3470e7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5df806f8-ec31-4cde-b901-0dd06486d20c HTTP/1.1" status: 204 len: 168 time: 0.1932707 May 17 19:36:46.088146 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1859d603-7291-462e-9c24-168fcb3470e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df806f8-ec31-4cde-b901-0dd06486d20c,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:46.095630 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-17d9c94b-b7d2-41eb-9313-f63590bf7e76 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1665142218-network', 'tenant_id': '2c9294dbfdbb463baf41d1fea4ae1fbc'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:36:46.181023 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d9c94b-b7d2-41eb-9313-f63590bf7e76 admin admin] Made reservation on behalf of 2c9294dbfdbb463baf41d1fea4ae1fbc for: {'network': 1} {{(pid=103781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:36:46.183308 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-17d9c94b-b7d2-41eb-9313-f63590bf7e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for network (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:46.191640 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-17d9c94b-b7d2-41eb-9313-f63590bf7e76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:46.264581 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-17d9c94b-b7d2-41eb-9313-f63590bf7e76 admin admin] Publish callbacks [] for security_group (22b395fc-1dae-4237-83b7-3c533c1975e8), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:46.331800 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-17d9c94b-b7d2-41eb-9313-f63590bf7e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (22b395fc-1dae-4237-83b7-3c533c1975e8), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:46.353586 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17d9c94b-b7d2-41eb-9313-f63590bf7e76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=103781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 19:36:46.368686 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d9c94b-b7d2-41eb-9313-f63590bf7e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b395fc-1dae-4237-83b7-3c533c1975e8,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:46.371617 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-17d9c94b-b7d2-41eb-9313-f63590bf7e76 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792041590285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944438'] for segment (05333ea8-f183-43f5-8f32-55e1d4d8894f), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:46.372049 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.db.segments_db [None req-17d9c94b-b7d2-41eb-9313-f63590bf7e76 admin admin] Added segment 05333ea8-f183-43f5-8f32-55e1d4d8894f of type vlan for network 8b845737-d82e-4f19-9988-0f9e0f6a0f47 May 17 19:36:46.413200 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-17d9c94b-b7d2-41eb-9313-f63590bf7e76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792041130644'] for network (8b845737-d82e-4f19-9988-0f9e0f6a0f47), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:46.491547 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-17d9c94b-b7d2-41eb-9313-f63590bf7e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519'] for network (8b845737-d82e-4f19-9988-0f9e0f6a0f47), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:46.492639 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d9c94b-b7d2-41eb-9313-f63590bf7e76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:36:46.493222 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-17d9c94b-b7d2-41eb-9313-f63590bf7e76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for network (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:46.554070 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d9c94b-b7d2-41eb-9313-f63590bf7e76 admin admin] Pushing event updated for resources: {'Network': ['ID=8b845737-d82e-4f19-9988-0f9e0f6a0f47,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:46.563380 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Network 8b845737-d82e-4f19-9988-0f9e0f6a0f47 details requested by agent ovs-agent-dv-cinder-840678-10-iscsi with host dv-cinder-840678-10-iscsi {{(pid=103782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 19:36:46.597063 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-17d9c94b-b7d2-41eb-9313-f63590bf7e76 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.5985694 May 17 19:36:46.600008 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 46156) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:36:46.604763 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-789edebe-152b-4cc0-8ba4-079f1c03a22c admin admin] Request body: {'subnet': {'network_id': '8b845737-d82e-4f19-9988-0f9e0f6a0f47', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1665142218-subnet', 'tenant_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:36:46.691678 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789edebe-152b-4cc0-8ba4-079f1c03a22c admin admin] Made reservation on behalf of 2c9294dbfdbb463baf41d1fea4ae1fbc for: {'subnet': 1} {{(pid=103781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:36:46.694060 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-789edebe-152b-4cc0-8ba4-079f1c03a22c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13613855'] for subnet (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:46.897693 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-789edebe-152b-4cc0-8ba4-079f1c03a22c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16348314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13823650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13613833'] for subnet (6eb8a244-3f8a-4176-9c1f-c7810d9719d4), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:46.955854 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789edebe-152b-4cc0-8ba4-079f1c03a22c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6eb8a244-3f8a-4176-9c1f-c7810d9719d4,revision_number=0']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:46.959884 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789edebe-152b-4cc0-8ba4-079f1c03a22c admin admin] Checking segment: {'id': '05333ea8-f183-43f5-8f32-55e1d4d8894f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8b845737-d82e-4f19-9988-0f9e0f6a0f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:36:46.960231 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789edebe-152b-4cc0-8ba4-079f1c03a22c admin admin] Network hostable DHCP agents. Network: 8b845737-d82e-4f19-9988-0f9e0f6a0f47, hostable agents: ['acc21e7f-c3fd-47ad-b523-e51f8b89f08b'], hosted agents: [] {{(pid=103781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 19:36:47.032415 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789edebe-152b-4cc0-8ba4-079f1c03a22c admin admin] Network 8b845737-d82e-4f19-9988-0f9e0f6a0f47 is scheduled to be hosted by DHCP agent acc21e7f-c3fd-47ad-b523-e51f8b89f08b with binding_index 1 {{(pid=103781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 19:36:47.065156 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 46168) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:36:47.108997 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [None req-789edebe-152b-4cc0-8ba4-079f1c03a22c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-10-iscsi, 8b845737-d82e-4f19-9988-0f9e0f6a0f47) {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:36:47.113295 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789edebe-152b-4cc0-8ba4-079f1c03a22c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:36:47.113991 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-789edebe-152b-4cc0-8ba4-079f1c03a22c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:47.118366 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09db87d-1e1c-40e2-aac9-2df44af5a76c None None] Network 8b845737-d82e-4f19-9988-0f9e0f6a0f47 requested from dv-cinder-840678-10-iscsi {{(pid=103782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 19:36:47.167832 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-66e45fc1-2a4a-4f1a-9b3a-20d07e706c12 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1001068438-network', 'tenant_id': 'de75551df7bb4cadbaf622b4966540fb'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:36:47.198975 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-789edebe-152b-4cc0-8ba4-079f1c03a22c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5978444 May 17 19:36:47.201778 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 46172) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:36:47.206789 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [None req-708da10d-e718-4ae5-9086-33d86a423ed5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1665142218-router', 'tenant_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'}}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:36:47.284971 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e45fc1-2a4a-4f1a-9b3a-20d07e706c12 admin admin] Made reservation on behalf of de75551df7bb4cadbaf622b4966540fb for: {'network': 1} {{(pid=103781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:36:47.285219 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-708da10d-e718-4ae5-9086-33d86a423ed5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16658731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1120'] for router (11da204d-1cd7-4dd0-9b58-6fbb8b1fca78), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:47.286039 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-708da10d-e718-4ae5-9086-33d86a423ed5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16658911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16763698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16258091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1129'] for router (11da204d-1cd7-4dd0-9b58-6fbb8b1fca78), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:47.288143 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-66e45fc1-2a4a-4f1a-9b3a-20d07e706c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for network (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:47.299934 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-66e45fc1-2a4a-4f1a-9b3a-20d07e706c12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:47.356823 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4a6815-b1c1-46ca-821f-b72f3d9b686c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83202b5c-fe6e-5d7f-b73b-0865743d1271-8b845737-d82e-4f19-9988-0f9e0f6a0f47', 'network_id': '8b845737-d82e-4f19-9988-0f9e0f6a0f47', 'project_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'fixed_ips': [{'subnet_id': '6eb8a244-3f8a-4176-9c1f-c7810d9719d4'}]}} from dv-cinder-840678-10-iscsi. {{(pid=103782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 19:36:47.358422 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-db4a6815-b1c1-46ca-821f-b72f3d9b686c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:47.360013 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-708da10d-e718-4ae5-9086-33d86a423ed5 admin admin] Publish callbacks [] for router_controller (11da204d-1cd7-4dd0-9b58-6fbb8b1fca78), precommit_add_association {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:47.390845 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-66e45fc1-2a4a-4f1a-9b3a-20d07e706c12 admin admin] Publish callbacks [] for security_group (a0bb53df-1834-461e-a871-17cc044c2dc4), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:47.429361 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ff3412ac-f085-48b4-9e35-b27b3ca14dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:47.467987 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-66e45fc1-2a4a-4f1a-9b3a-20d07e706c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (a0bb53df-1834-461e-a871-17cc044c2dc4), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:47.489118 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66e45fc1-2a4a-4f1a-9b3a-20d07e706c12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=103781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 19:36:47.503098 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.db_base_plugin_common [None req-db4a6815-b1c1-46ca-821f-b72f3d9b686c None None] Allocated IP 172.20.0.2 (8b845737-d82e-4f19-9988-0f9e0f6a0f47/6eb8a244-3f8a-4176-9c1f-c7810d9719d4/c0e6ee1c-bc05-4198-8ee3-09c0bd841728) {{(pid=103782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:36:47.503820 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e45fc1-2a4a-4f1a-9b3a-20d07e706c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0bb53df-1834-461e-a871-17cc044c2dc4,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:47.507072 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-66e45fc1-2a4a-4f1a-9b3a-20d07e706c12 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792041590285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944438'] for segment (a0644e0b-588e-4e8d-88af-44b9f0bb06a9), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:47.507212 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.db.segments_db [None req-66e45fc1-2a4a-4f1a-9b3a-20d07e706c12 admin admin] Added segment a0644e0b-588e-4e8d-88af-44b9f0bb06a9 of type vlan for network b49220ea-d5f1-4224-8283-0e52e547c390 May 17 19:36:47.549758 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-66e45fc1-2a4a-4f1a-9b3a-20d07e706c12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792041130644'] for network (b49220ea-d5f1-4224-8283-0e52e547c390), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:47.555719 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-708da10d-e718-4ae5-9086-33d86a423ed5 admin admin] Publish callbacks [] for router_gateway (11da204d-1cd7-4dd0-9b58-6fbb8b1fca78), precommit_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:47.645745 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-db4a6815-b1c1-46ca-821f-b72f3d9b686c None None] Publish callbacks [] for port (c0e6ee1c-bc05-4198-8ee3-09c0bd841728), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:47.697162 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-66e45fc1-2a4a-4f1a-9b3a-20d07e706c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519'] for network (b49220ea-d5f1-4224-8283-0e52e547c390), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:47.698735 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e45fc1-2a4a-4f1a-9b3a-20d07e706c12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:36:47.698863 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-66e45fc1-2a4a-4f1a-9b3a-20d07e706c12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for network (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:47.726149 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-db4a6815-b1c1-46ca-821f-b72f3d9b686c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167'] for port (c0e6ee1c-bc05-4198-8ee3-09c0bd841728), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:47.759605 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e45fc1-2a4a-4f1a-9b3a-20d07e706c12 admin admin] Pushing event updated for resources: {'Network': ['ID=b49220ea-d5f1-4224-8283-0e52e547c390,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:47.765915 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4a6815-b1c1-46ca-821f-b72f3d9b686c None None] Network 8b845737-d82e-4f19-9988-0f9e0f6a0f47 is already hosted by enough agents. {{(pid=103782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:36:47.776610 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Network b49220ea-d5f1-4224-8283-0e52e547c390 details requested by agent ovs-agent-dv-cinder-840678-10-iscsi with host dv-cinder-840678-10-iscsi {{(pid=103782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 19:36:47.785675 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [None req-db4a6815-b1c1-46ca-821f-b72f3d9b686c None None] Resources bound (agent type, host, resource id): {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:36:47.791393 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-66e45fc1-2a4a-4f1a-9b3a-20d07e706c12 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.7251787 May 17 19:36:47.794280 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 46174) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:36:47.798374 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4a6815-b1c1-46ca-821f-b72f3d9b686c None None] Received port after_create {{(pid=103782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:36:47.799003 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-f060d9c6-38d8-4ee2-bb95-150c1c3ca364 admin admin] Request body: {'subnet': {'network_id': 'b49220ea-d5f1-4224-8283-0e52e547c390', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1001068438-subnet', 'tenant_id': 'de75551df7bb4cadbaf622b4966540fb', 'ip_version': 4}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:36:47.807736 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a6815-b1c1-46ca-821f-b72f3d9b686c None None] Pushing event updated for resources: {'Port': ['ID=c0e6ee1c-bc05-4198-8ee3-09c0bd841728,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:47.827035 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-708da10d-e718-4ae5-9086-33d86a423ed5 admin admin] Publish callbacks [] for router_gateway (11da204d-1cd7-4dd0-9b58-6fbb8b1fca78), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:47.849479 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-708da10d-e718-4ae5-9086-33d86a423ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:47.897289 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f060d9c6-38d8-4ee2-bb95-150c1c3ca364 admin admin] Made reservation on behalf of de75551df7bb4cadbaf622b4966540fb for: {'subnet': 1} {{(pid=103781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:36:47.900655 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f060d9c6-38d8-4ee2-bb95-150c1c3ca364 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13613855'] for subnet (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:47.906315 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-db4a6815-b1c1-46ca-821f-b72f3d9b686c None None] Attempting to bind port c0e6ee1c-bc05-4198-8ee3-09c0bd841728 on host dv-cinder-840678-10-iscsi for vnic_type normal with profile {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 19:36:47.906679 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-db4a6815-b1c1-46ca-821f-b72f3d9b686c None None] Attempting to bind port c0e6ee1c-bc05-4198-8ee3-09c0bd841728 by drivers openvswitch,hyperv on host dv-cinder-840678-10-iscsi at level 0 using segments [{'id': '05333ea8-f183-43f5-8f32-55e1d4d8894f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8b845737-d82e-4f19-9988-0f9e0f6a0f47'}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 19:36:47.907035 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4a6815-b1c1-46ca-821f-b72f3d9b686c None None] Attempting to bind port c0e6ee1c-bc05-4198-8ee3-09c0bd841728 on network 8b845737-d82e-4f19-9988-0f9e0f6a0f47 {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:36:47.912565 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4a6815-b1c1-46ca-821f-b72f3d9b686c None None] Checking agent: {'id': 'ad42d2f6-c134-426b-9061-deff100c9b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 19, 20, 51), 'started_at': datetime.datetime(2022, 5, 17, 19, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 19, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 19:36:47.912928 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4a6815-b1c1-46ca-821f-b72f3d9b686c None None] Checking segment: {'id': '05333ea8-f183-43f5-8f32-55e1d4d8894f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8b845737-d82e-4f19-9988-0f9e0f6a0f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:36:47.913321 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-db4a6815-b1c1-46ca-821f-b72f3d9b686c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:47.913707 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4a6815-b1c1-46ca-821f-b72f3d9b686c None None] Bound using segment: {'id': '05333ea8-f183-43f5-8f32-55e1d4d8894f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8b845737-d82e-4f19-9988-0f9e0f6a0f47'} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 19:36:47.914161 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-db4a6815-b1c1-46ca-821f-b72f3d9b686c None None] Bound port: c0e6ee1c-bc05-4198-8ee3-09c0bd841728, host: dv-cinder-840678-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05333ea8-f183-43f5-8f32-55e1d4d8894f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8b845737-d82e-4f19-9988-0f9e0f6a0f47'}}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 19:36:47.914534 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-db4a6815-b1c1-46ca-821f-b72f3d9b686c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (c0e6ee1c-bc05-4198-8ee3-09c0bd841728), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:47.968051 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.db_base_plugin_common [None req-708da10d-e718-4ae5-9086-33d86a423ed5 admin admin] Allocated IP 172.27.2.218 (a8e71caf-cf8f-487f-b3e8-f30c47275c44/5b8cb9fa-be03-458e-a77b-33fb963ee3d0/3e63cc5a-5686-40c7-ad06-23e329d99e6e) {{(pid=103780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:36:47.979108 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-db4a6815-b1c1-46ca-821f-b72f3d9b686c None None] For port c0e6ee1c-bc05-4198-8ee3-09c0bd841728, host dv-cinder-840678-10-iscsi, cleared binding levels {{(pid=103782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 19:36:47.982348 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-db4a6815-b1c1-46ca-821f-b72f3d9b686c None None] For port c0e6ee1c-bc05-4198-8ee3-09c0bd841728, host dv-cinder-840678-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=c0e6ee1c-bc05-4198-8ee3-09c0bd841728,segment=NetworkSegment(05333ea8-f183-43f5-8f32-55e1d4d8894f),segment_id=05333ea8-f183-43f5-8f32-55e1d4d8894f)] {{(pid=103782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 19:36:48.039552 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-db4a6815-b1c1-46ca-821f-b72f3d9b686c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (c0e6ee1c-bc05-4198-8ee3-09c0bd841728), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:48.078518 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-708da10d-e718-4ae5-9086-33d86a423ed5 admin admin] Publish callbacks [] for port (3e63cc5a-5686-40c7-ad06-23e329d99e6e), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:48.114035 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a6815-b1c1-46ca-821f-b72f3d9b686c None None] Pushing event updated for resources: {'Port': ['ID=c0e6ee1c-bc05-4198-8ee3-09c0bd841728,revision_number=2']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:48.131948 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f060d9c6-38d8-4ee2-bb95-150c1c3ca364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16348314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13823650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13613833'] for subnet (54848119-8d74-4c5d-8e4a-573785cea58e), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:48.190115 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060d9c6-38d8-4ee2-bb95-150c1c3ca364 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54848119-8d74-4c5d-8e4a-573785cea58e,revision_number=0']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:48.200577 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f060d9c6-38d8-4ee2-bb95-150c1c3ca364 admin admin] Checking segment: {'id': 'a0644e0b-588e-4e8d-88af-44b9f0bb06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b49220ea-d5f1-4224-8283-0e52e547c390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:36:48.200925 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f060d9c6-38d8-4ee2-bb95-150c1c3ca364 admin admin] Network hostable DHCP agents. Network: b49220ea-d5f1-4224-8283-0e52e547c390, hostable agents: ['acc21e7f-c3fd-47ad-b523-e51f8b89f08b'], hosted agents: [] {{(pid=103781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 19:36:48.206538 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-708da10d-e718-4ae5-9086-33d86a423ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014583'] for port (3e63cc5a-5686-40c7-ad06-23e329d99e6e), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:48.246962 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708da10d-e718-4ae5-9086-33d86a423ed5 admin admin] Network a8e71caf-cf8f-487f-b3e8-f30c47275c44 is already hosted by enough agents. {{(pid=103780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:36:48.252588 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.base_scheduler [None req-708da10d-e718-4ae5-9086-33d86a423ed5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:36:48.262503 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708da10d-e718-4ae5-9086-33d86a423ed5 admin admin] Received port after_create {{(pid=103780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:36:48.269551 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708da10d-e718-4ae5-9086-33d86a423ed5 admin admin] Pushing event updated for resources: {'Port': ['ID=3e63cc5a-5686-40c7-ad06-23e329d99e6e,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:48.274394 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f060d9c6-38d8-4ee2-bb95-150c1c3ca364 admin admin] Network b49220ea-d5f1-4224-8283-0e52e547c390 is scheduled to be hosted by DHCP agent acc21e7f-c3fd-47ad-b523-e51f8b89f08b with binding_index 1 {{(pid=103781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 19:36:48.349009 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [None req-f060d9c6-38d8-4ee2-bb95-150c1c3ca364 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-10-iscsi, b49220ea-d5f1-4224-8283-0e52e547c390) {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:36:48.353045 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f060d9c6-38d8-4ee2-bb95-150c1c3ca364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:36:48.353624 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f060d9c6-38d8-4ee2-bb95-150c1c3ca364 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:48.360111 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c66b6e6-b422-4e51-b973-3708bd8d5d6c None None] Network b49220ea-d5f1-4224-8283-0e52e547c390 requested from dv-cinder-840678-10-iscsi {{(pid=103782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 19:36:48.441453 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-f060d9c6-38d8-4ee2-bb95-150c1c3ca364 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6458213 May 17 19:36:48.443780 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 46176) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:36:48.447994 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-b893e470-1688-4771-808a-f681a530edb9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1001068438-router', 'tenant_id': 'de75551df7bb4cadbaf622b4966540fb', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'}}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:36:48.485760 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1735937-93d1-4b7f-bddf-53c4dfe3899c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83202b5c-fe6e-5d7f-b73b-0865743d1271-b49220ea-d5f1-4224-8283-0e52e547c390', 'network_id': 'b49220ea-d5f1-4224-8283-0e52e547c390', 'project_id': 'de75551df7bb4cadbaf622b4966540fb', 'fixed_ips': [{'subnet_id': '54848119-8d74-4c5d-8e4a-573785cea58e'}]}} from dv-cinder-840678-10-iscsi. {{(pid=103782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 19:36:48.486698 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e1735937-93d1-4b7f-bddf-53c4dfe3899c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:48.543463 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b893e470-1688-4771-808a-f681a530edb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16658731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1120'] for router (5054885d-54f6-4cc1-8d2f-903821e4b24d), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:48.544548 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b893e470-1688-4771-808a-f681a530edb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16658911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16763698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16258091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1129'] for router (5054885d-54f6-4cc1-8d2f-903821e4b24d), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:48.558526 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:48.602436 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b893e470-1688-4771-808a-f681a530edb9 admin admin] Publish callbacks [] for router_controller (5054885d-54f6-4cc1-8d2f-903821e4b24d), precommit_add_association {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:48.628756 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.db_base_plugin_common [None req-e1735937-93d1-4b7f-bddf-53c4dfe3899c None None] Allocated IP 172.20.0.2 (b49220ea-d5f1-4224-8283-0e52e547c390/54848119-8d74-4c5d-8e4a-573785cea58e/7f1d2f81-ee97-4447-a0c2-3d3e12bba90c) {{(pid=103782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:36:48.673897 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-708da10d-e718-4ae5-9086-33d86a423ed5 admin admin] Publish callbacks [] for router_gateway (11da204d-1cd7-4dd0-9b58-6fbb8b1fca78), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:48.805176 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b893e470-1688-4771-808a-f681a530edb9 admin admin] Publish callbacks [] for router_gateway (5054885d-54f6-4cc1-8d2f-903821e4b24d), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:48.833624 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e1735937-93d1-4b7f-bddf-53c4dfe3899c None None] Publish callbacks [] for port (7f1d2f81-ee97-4447-a0c2-3d3e12bba90c), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:48.886320 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-708da10d-e718-4ae5-9086-33d86a423ed5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16658854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16763877'] for router (11da204d-1cd7-4dd0-9b58-6fbb8b1fca78), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:48.915355 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e1735937-93d1-4b7f-bddf-53c4dfe3899c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167'] for port (7f1d2f81-ee97-4447-a0c2-3d3e12bba90c), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:48.959581 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1735937-93d1-4b7f-bddf-53c4dfe3899c None None] Network b49220ea-d5f1-4224-8283-0e52e547c390 is already hosted by enough agents. {{(pid=103782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:36:48.968078 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [None req-e1735937-93d1-4b7f-bddf-53c4dfe3899c None None] Resources bound (agent type, host, resource id): {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:36:48.970542 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1735937-93d1-4b7f-bddf-53c4dfe3899c None None] Received port after_create {{(pid=103782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:36:48.972722 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1735937-93d1-4b7f-bddf-53c4dfe3899c None None] Pushing event updated for resources: {'Port': ['ID=7f1d2f81-ee97-4447-a0c2-3d3e12bba90c,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:49.053855 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-e1735937-93d1-4b7f-bddf-53c4dfe3899c None None] Attempting to bind port 7f1d2f81-ee97-4447-a0c2-3d3e12bba90c on host dv-cinder-840678-10-iscsi for vnic_type normal with profile {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 19:36:49.053855 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-e1735937-93d1-4b7f-bddf-53c4dfe3899c None None] Attempting to bind port 7f1d2f81-ee97-4447-a0c2-3d3e12bba90c by drivers openvswitch,hyperv on host dv-cinder-840678-10-iscsi at level 0 using segments [{'id': 'a0644e0b-588e-4e8d-88af-44b9f0bb06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b49220ea-d5f1-4224-8283-0e52e547c390'}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 19:36:49.053855 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1735937-93d1-4b7f-bddf-53c4dfe3899c None None] Attempting to bind port 7f1d2f81-ee97-4447-a0c2-3d3e12bba90c on network b49220ea-d5f1-4224-8283-0e52e547c390 {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:36:49.056326 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1735937-93d1-4b7f-bddf-53c4dfe3899c None None] Checking agent: {'id': 'ad42d2f6-c134-426b-9061-deff100c9b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 19, 20, 51), 'started_at': datetime.datetime(2022, 5, 17, 19, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 19, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 19:36:49.056689 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1735937-93d1-4b7f-bddf-53c4dfe3899c None None] Checking segment: {'id': 'a0644e0b-588e-4e8d-88af-44b9f0bb06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b49220ea-d5f1-4224-8283-0e52e547c390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:36:49.057079 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e1735937-93d1-4b7f-bddf-53c4dfe3899c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:49.057457 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1735937-93d1-4b7f-bddf-53c4dfe3899c None None] Bound using segment: {'id': 'a0644e0b-588e-4e8d-88af-44b9f0bb06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b49220ea-d5f1-4224-8283-0e52e547c390'} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 19:36:49.057904 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-e1735937-93d1-4b7f-bddf-53c4dfe3899c None None] Bound port: 7f1d2f81-ee97-4447-a0c2-3d3e12bba90c, host: dv-cinder-840678-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0644e0b-588e-4e8d-88af-44b9f0bb06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b49220ea-d5f1-4224-8283-0e52e547c390'}}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 19:36:49.058281 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e1735937-93d1-4b7f-bddf-53c4dfe3899c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (7f1d2f81-ee97-4447-a0c2-3d3e12bba90c), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:49.079042 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b893e470-1688-4771-808a-f681a530edb9 admin admin] Publish callbacks [] for router_gateway (5054885d-54f6-4cc1-8d2f-903821e4b24d), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:49.095577 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b1e6c4-1799-4a8f-bf75-436a23319b56 None None] Network 8b845737-d82e-4f19-9988-0f9e0f6a0f47 requested from dv-cinder-840678-10-iscsi {{(pid=103782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 19:36:49.098284 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b893e470-1688-4771-808a-f681a530edb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:49.101356 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-708da10d-e718-4ae5-9086-33d86a423ed5 admin admin] Router 11da204d-1cd7-4dd0-9b58-6fbb8b1fca78 is scheduled to L3 agent d0bc9f74-feb0-4354-bd47-885486f1ec0d with binding_index 1 {{(pid=103780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 19:36:49.142196 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-e1735937-93d1-4b7f-bddf-53c4dfe3899c None None] For port 7f1d2f81-ee97-4447-a0c2-3d3e12bba90c, host dv-cinder-840678-10-iscsi, cleared binding levels {{(pid=103782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 19:36:49.185605 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-e1735937-93d1-4b7f-bddf-53c4dfe3899c None None] For port 7f1d2f81-ee97-4447-a0c2-3d3e12bba90c, host dv-cinder-840678-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=7f1d2f81-ee97-4447-a0c2-3d3e12bba90c,segment=NetworkSegment(a0644e0b-588e-4e8d-88af-44b9f0bb06a9),segment_id=a0644e0b-588e-4e8d-88af-44b9f0bb06a9)] {{(pid=103782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 19:36:49.203079 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-40a310f8-6d81-44f1-9340-9e37fc8d399e None None] Provisioning complete for port c0e6ee1c-bc05-4198-8ee3-09c0bd841728 triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:36:49.203445 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-40a310f8-6d81-44f1-9340-9e37fc8d399e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (c0e6ee1c-bc05-4198-8ee3-09c0bd841728), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:49.211059 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_common [None req-b893e470-1688-4771-808a-f681a530edb9 admin admin] Allocated IP 172.27.2.86 (a8e71caf-cf8f-487f-b3e8-f30c47275c44/5b8cb9fa-be03-458e-a77b-33fb963ee3d0/c73bd451-416b-4efa-8670-5acc7b552868) {{(pid=103781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:36:49.216668 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708da10d-e718-4ae5-9086-33d86a423ed5 admin admin] Notify agent at l3_agent.dv-cinder-840678-10-iscsi the message routers_updated {{(pid=103780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 19:36:49.235423 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65caa7ce-76f6-4ac9-be12-4d76e6e56ccf None None] Sync routers for ids ['11da204d-1cd7-4dd0-9b58-6fbb8b1fca78'] in dv-cinder-840678-10-iscsi {{(pid=103782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 19:36:49.265580 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e1735937-93d1-4b7f-bddf-53c4dfe3899c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (7f1d2f81-ee97-4447-a0c2-3d3e12bba90c), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:49.293841 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-708da10d-e718-4ae5-9086-33d86a423ed5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:49.296137 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-708da10d-e718-4ae5-9086-33d86a423ed5 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0928018 May 17 19:36:49.298856 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 46178) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:36:49.320414 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65caa7ce-76f6-4ac9-be12-4d76e6e56ccf None None] Routers {'11da204d-1cd7-4dd0-9b58-6fbb8b1fca78'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:36:49.320904 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b893e470-1688-4771-808a-f681a530edb9 admin admin] Publish callbacks [] for port (c73bd451-416b-4efa-8670-5acc7b552868), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:49.321212 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-65caa7ce-76f6-4ac9-be12-4d76e6e56ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:36:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['11da204d-1cd7-4dd0-9b58-6fbb8b1fca78'], 'active': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:36:49.343972 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1735937-93d1-4b7f-bddf-53c4dfe3899c None None] Pushing event updated for resources: {'Port': ['ID=7f1d2f81-ee97-4447-a0c2-3d3e12bba90c,revision_number=2']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:49.451795 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-40a310f8-6d81-44f1-9340-9e37fc8d399e None None] Current status of the port c0e6ee1c-bc05-4198-8ee3-09c0bd841728 is: DOWN; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:36:49.452365 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-40a310f8-6d81-44f1-9340-9e37fc8d399e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (c0e6ee1c-bc05-4198-8ee3-09c0bd841728), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:49.453367 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b893e470-1688-4771-808a-f681a530edb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (c73bd451-416b-4efa-8670-5acc7b552868), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:49.501916 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b893e470-1688-4771-808a-f681a530edb9 admin admin] Network a8e71caf-cf8f-487f-b3e8-f30c47275c44 is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:36:49.505023 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [None req-b893e470-1688-4771-808a-f681a530edb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:36:49.514910 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b893e470-1688-4771-808a-f681a530edb9 admin admin] Received port after_create {{(pid=103781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:36:49.538205 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvr_db [None req-65caa7ce-76f6-4ac9-be12-4d76e6e56ccf None None] Set router 11da204d-1cd7-4dd0-9b58-6fbb8b1fca78 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:36:49.547464 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b893e470-1688-4771-808a-f681a530edb9 admin admin] Pushing event updated for resources: {'Port': ['ID=c73bd451-416b-4efa-8670-5acc7b552868,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:49.652110 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-40a310f8-6d81-44f1-9340-9e37fc8d399e None None] For port c0e6ee1c-bc05-4198-8ee3-09c0bd841728, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=c0e6ee1c-bc05-4198-8ee3-09c0bd841728,segment=NetworkSegment(05333ea8-f183-43f5-8f32-55e1d4d8894f),segment_id=05333ea8-f183-43f5-8f32-55e1d4d8894f)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:36:49.715801 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-40a310f8-6d81-44f1-9340-9e37fc8d399e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (c0e6ee1c-bc05-4198-8ee3-09c0bd841728), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:49.820334 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a310f8-6d81-44f1-9340-9e37fc8d399e None None] Pushing event updated for resources: {'Port': ['ID=c0e6ee1c-bc05-4198-8ee3-09c0bd841728,revision_number=3']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:49.829113 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-65caa7ce-76f6-4ac9-be12-4d76e6e56ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'name': 'tempest-AttachVolumeTestJSON-1665142218-router', 'tenant_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '3e63cc5a-5686-40c7-ad06-23e329d99e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:36:47Z', 'updated_at': '2022-05-17T19:36:48Z', 'revision_number': 3, 'project_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'gw_port': {'id': '3e63cc5a-5686-40c7-ad06-23e329d99e6e', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:15:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:47Z', 'updated_at': '2022-05-17T19:36:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi'}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:36:49.864643 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65caa7ce-76f6-4ac9-be12-4d76e6e56ccf None None] Checking router: 11da204d-1cd7-4dd0-9b58-6fbb8b1fca78 for host: dv-cinder-840678-10-iscsi {{(pid=103782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 19:36:49.865309 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65caa7ce-76f6-4ac9-be12-4d76e6e56ccf None None] Updating router 11da204d-1cd7-4dd0-9b58-6fbb8b1fca78 port 3e63cc5a-5686-40c7-ad06-23e329d99e6e binding host dv-cinder-840678-10-iscsi {{(pid=103782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 19:36:49.895047 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-1ceb4439-179e-440d-ba09-49392c4810f0 None None] Provisioning complete for port c0e6ee1c-bc05-4198-8ee3-09c0bd841728 triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:36:49.895562 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-1ceb4439-179e-440d-ba09-49392c4810f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (c0e6ee1c-bc05-4198-8ee3-09c0bd841728), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:49.922807 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-65caa7ce-76f6-4ac9-be12-4d76e6e56ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (3e63cc5a-5686-40c7-ad06-23e329d99e6e), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:49.950802 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b893e470-1688-4771-808a-f681a530edb9 admin admin] Publish callbacks [] for router_gateway (5054885d-54f6-4cc1-8d2f-903821e4b24d), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:50.096971 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-89e76f16-dd25-482d-879e-3ca2e9ed8e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:50.206946 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b893e470-1688-4771-808a-f681a530edb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16658854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16763877'] for router (5054885d-54f6-4cc1-8d2f-903821e4b24d), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:50.219066 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device 7f1d2f81-ee97-4447-a0c2-3d3e12bba90c up at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:36:50.262653 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-1ceb4439-179e-440d-ba09-49392c4810f0 None None] Current status of the port c0e6ee1c-bc05-4198-8ee3-09c0bd841728 is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:36:50.281763 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.db_base_plugin_common [None req-89e76f16-dd25-482d-879e-3ca2e9ed8e15 admin admin] Allocated IP 172.20.0.1 (8b845737-d82e-4f19-9988-0f9e0f6a0f47/6eb8a244-3f8a-4176-9c1f-c7810d9719d4/d2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85) {{(pid=103780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:36:50.350652 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Provisioning complete for port 7f1d2f81-ee97-4447-a0c2-3d3e12bba90c triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:36:50.351038 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (7f1d2f81-ee97-4447-a0c2-3d3e12bba90c), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:50.355991 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:50.410399 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b893e470-1688-4771-808a-f681a530edb9 admin admin] Router 5054885d-54f6-4cc1-8d2f-903821e4b24d is scheduled to L3 agent d0bc9f74-feb0-4354-bd47-885486f1ec0d with binding_index 1 {{(pid=103781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 19:36:50.413750 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-89e76f16-dd25-482d-879e-3ca2e9ed8e15 admin admin] Publish callbacks [] for port (d2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:50.490614 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port 7f1d2f81-ee97-4447-a0c2-3d3e12bba90c is: DOWN; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:36:50.491003 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (7f1d2f81-ee97-4447-a0c2-3d3e12bba90c), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:50.514412 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-89e76f16-dd25-482d-879e-3ca2e9ed8e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014583'] for port (d2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:50.517968 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-65caa7ce-76f6-4ac9-be12-4d76e6e56ccf None None] Publish callbacks [] for port (3e63cc5a-5686-40c7-ad06-23e329d99e6e), precommit_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:50.521972 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b893e470-1688-4771-808a-f681a530edb9 admin admin] Notify agent at l3_agent.dv-cinder-840678-10-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 19:36:50.536539 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3271260-a961-4c96-b0a9-097a93482289 None None] Sync routers for ids ['5054885d-54f6-4cc1-8d2f-903821e4b24d'] in dv-cinder-840678-10-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 19:36:50.548608 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3271260-a961-4c96-b0a9-097a93482289 None None] Routers {'5054885d-54f6-4cc1-8d2f-903821e4b24d'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:36:50.548825 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] For port 7f1d2f81-ee97-4447-a0c2-3d3e12bba90c, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=7f1d2f81-ee97-4447-a0c2-3d3e12bba90c,segment=NetworkSegment(a0644e0b-588e-4e8d-88af-44b9f0bb06a9),segment_id=a0644e0b-588e-4e8d-88af-44b9f0bb06a9)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:36:50.549271 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-d3271260-a961-4c96-b0a9-097a93482289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:36:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['5054885d-54f6-4cc1-8d2f-903821e4b24d'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:36:50.583109 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e76f16-dd25-482d-879e-3ca2e9ed8e15 admin admin] Network 8b845737-d82e-4f19-9988-0f9e0f6a0f47 is already hosted by enough agents. {{(pid=103780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:36:50.590619 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.base_scheduler [None req-89e76f16-dd25-482d-879e-3ca2e9ed8e15 admin admin] Resources bound (agent type, host, resource id): {{(pid=103780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:36:50.594207 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-65caa7ce-76f6-4ac9-be12-4d76e6e56ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (3e63cc5a-5686-40c7-ad06-23e329d99e6e), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:50.602559 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e76f16-dd25-482d-879e-3ca2e9ed8e15 admin admin] Received port after_create {{(pid=103780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:36:50.602559 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e76f16-dd25-482d-879e-3ca2e9ed8e15 admin admin] Pushing event updated for resources: {'Port': ['ID=d2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:50.649779 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-65caa7ce-76f6-4ac9-be12-4d76e6e56ccf None None] Attempting to bind port 3e63cc5a-5686-40c7-ad06-23e329d99e6e on host dv-cinder-840678-10-iscsi for vnic_type normal with profile {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 19:36:50.650151 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-65caa7ce-76f6-4ac9-be12-4d76e6e56ccf None None] Attempting to bind port 3e63cc5a-5686-40c7-ad06-23e329d99e6e by drivers openvswitch,hyperv on host dv-cinder-840678-10-iscsi at level 0 using segments [{'id': '9ce1d97a-7b85-460d-9e35-dbb6f20db43d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 19:36:50.650519 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65caa7ce-76f6-4ac9-be12-4d76e6e56ccf None None] Attempting to bind port 3e63cc5a-5686-40c7-ad06-23e329d99e6e on network a8e71caf-cf8f-487f-b3e8-f30c47275c44 {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:36:50.653343 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-89e76f16-dd25-482d-879e-3ca2e9ed8e15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16761288'] for router_interface (11da204d-1cd7-4dd0-9b58-6fbb8b1fca78), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:50.658408 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-d3271260-a961-4c96-b0a9-097a93482289 None None] Set router 5054885d-54f6-4cc1-8d2f-903821e4b24d gateway port host: dv-cinder-840678-10-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:36:50.669844 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b893e470-1688-4771-808a-f681a530edb9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:50.669844 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-b893e470-1688-4771-808a-f681a530edb9 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2218745 May 17 19:36:50.671169 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 46182) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:36:50.723556 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (7f1d2f81-ee97-4447-a0c2-3d3e12bba90c), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:50.724438 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device c0e6ee1c-bc05-4198-8ee3-09c0bd841728 up at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:36:50.766274 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65caa7ce-76f6-4ac9-be12-4d76e6e56ccf None None] Checking agent: {'id': 'ad42d2f6-c134-426b-9061-deff100c9b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 19, 20, 51), 'started_at': datetime.datetime(2022, 5, 17, 19, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 19, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 19:36:50.766683 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65caa7ce-76f6-4ac9-be12-4d76e6e56ccf None None] Checking segment: {'id': '9ce1d97a-7b85-460d-9e35-dbb6f20db43d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:36:50.767046 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-65caa7ce-76f6-4ac9-be12-4d76e6e56ccf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:50.767465 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65caa7ce-76f6-4ac9-be12-4d76e6e56ccf None None] Bound using segment: {'id': '9ce1d97a-7b85-460d-9e35-dbb6f20db43d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 19:36:50.784446 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-65caa7ce-76f6-4ac9-be12-4d76e6e56ccf None None] Bound port: 3e63cc5a-5686-40c7-ad06-23e329d99e6e, host: dv-cinder-840678-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce1d97a-7b85-460d-9e35-dbb6f20db43d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'}}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 19:36:50.784863 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-65caa7ce-76f6-4ac9-be12-4d76e6e56ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (3e63cc5a-5686-40c7-ad06-23e329d99e6e), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:50.836615 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005b8152-6ce4-4c90-9163-38ce5aa1a9b1 None None] Network b49220ea-d5f1-4224-8283-0e52e547c390 requested from dv-cinder-840678-10-iscsi {{(pid=103782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 19:36:50.884330 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eef0f2-d0ef-4b74-ad8c-019fa7f39372 None None] Pushing event updated for resources: {'Port': ['ID=3e63cc5a-5686-40c7-ad06-23e329d99e6e,revision_number=2']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:50.919449 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-89e76f16-dd25-482d-879e-3ca2e9ed8e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (d2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85), before_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:50.973852 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Pushing event updated for resources: {'Port': ['ID=7f1d2f81-ee97-4447-a0c2-3d3e12bba90c,revision_number=3']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:51.017304 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-00a51415-a87d-494f-8de3-41400e1861a6 None None] Provisioning complete for port 7f1d2f81-ee97-4447-a0c2-3d3e12bba90c triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:36:51.019950 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-00a51415-a87d-494f-8de3-41400e1861a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (7f1d2f81-ee97-4447-a0c2-3d3e12bba90c), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:51.029364 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-65caa7ce-76f6-4ac9-be12-4d76e6e56ccf None None] For port 3e63cc5a-5686-40c7-ad06-23e329d99e6e, host dv-cinder-840678-10-iscsi, cleared binding levels {{(pid=103782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 19:36:51.041119 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-d3271260-a961-4c96-b0a9-097a93482289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5054885d-54f6-4cc1-8d2f-903821e4b24d', 'name': 'tempest-TestMinimumBasicScenario-1001068438-router', 'tenant_id': 'de75551df7bb4cadbaf622b4966540fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c73bd451-416b-4efa-8670-5acc7b552868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:36:48Z', 'updated_at': '2022-05-17T19:36:49Z', 'revision_number': 3, 'project_id': 'de75551df7bb4cadbaf622b4966540fb', 'gw_port': {'id': 'c73bd451-416b-4efa-8670-5acc7b552868', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:14:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5054885d-54f6-4cc1-8d2f-903821e4b24d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:49Z', 'updated_at': '2022-05-17T19:36:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi'}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:36:51.069644 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3271260-a961-4c96-b0a9-097a93482289 None None] Checking router: 5054885d-54f6-4cc1-8d2f-903821e4b24d for host: dv-cinder-840678-10-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 19:36:51.070244 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3271260-a961-4c96-b0a9-097a93482289 None None] Updating router 5054885d-54f6-4cc1-8d2f-903821e4b24d port c73bd451-416b-4efa-8670-5acc7b552868 binding host dv-cinder-840678-10-iscsi {{(pid=103783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 19:36:51.071721 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Provisioning complete for port c0e6ee1c-bc05-4198-8ee3-09c0bd841728 triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:36:51.072100 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (c0e6ee1c-bc05-4198-8ee3-09c0bd841728), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:51.080049 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-65caa7ce-76f6-4ac9-be12-4d76e6e56ccf None None] For port 3e63cc5a-5686-40c7-ad06-23e329d99e6e, host dv-cinder-840678-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=3e63cc5a-5686-40c7-ad06-23e329d99e6e,segment=NetworkSegment(9ce1d97a-7b85-460d-9e35-dbb6f20db43d),segment_id=9ce1d97a-7b85-460d-9e35-dbb6f20db43d)] {{(pid=103782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 19:36:51.105961 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-d3271260-a961-4c96-b0a9-097a93482289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (c73bd451-416b-4efa-8670-5acc7b552868), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:51.161230 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-65caa7ce-76f6-4ac9-be12-4d76e6e56ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (3e63cc5a-5686-40c7-ad06-23e329d99e6e), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:51.187087 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-89e76f16-dd25-482d-879e-3ca2e9ed8e15 admin admin] Publish callbacks [] for port (d2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85), precommit_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:51.298682 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-00a51415-a87d-494f-8de3-41400e1861a6 None None] Current status of the port 7f1d2f81-ee97-4447-a0c2-3d3e12bba90c is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:36:51.306950 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65caa7ce-76f6-4ac9-be12-4d76e6e56ccf None None] Routers {'11da204d-1cd7-4dd0-9b58-6fbb8b1fca78'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:36:51.307618 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-65caa7ce-76f6-4ac9-be12-4d76e6e56ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:36:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['11da204d-1cd7-4dd0-9b58-6fbb8b1fca78'], 'active': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:36:51.309447 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port c0e6ee1c-bc05-4198-8ee3-09c0bd841728 is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:36:51.320529 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-89e76f16-dd25-482d-879e-3ca2e9ed8e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13014528'] for port (d2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85), after_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:51.365593 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eef0f2-d0ef-4b74-ad8c-019fa7f39372 None None] Pushing event updated for resources: {'Port': ['ID=3e63cc5a-5686-40c7-ad06-23e329d99e6e,revision_number=3']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:51.428661 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-d3271260-a961-4c96-b0a9-097a93482289 None None] Publish callbacks [] for port (c73bd451-416b-4efa-8670-5acc7b552868), precommit_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:51.457088 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-89e76f16-dd25-482d-879e-3ca2e9ed8e15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16360533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16761730'] for router_interface (11da204d-1cd7-4dd0-9b58-6fbb8b1fca78), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:51.464326 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6ef56ed9-98c1-4326-b14e-d5deb4a6ec0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:51.499297 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-f3085ec5-4d20-4583-a29a-8509515a7946 None None] Provisioning complete for port d2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85 triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:36:51.499686 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-f3085ec5-4d20-4583-a29a-8509515a7946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (d2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:51.517145 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e76f16-dd25-482d-879e-3ca2e9ed8e15 admin admin] Pushing event updated for resources: {'Port': ['ID=d2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85,revision_number=2']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:51.547205 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvr_db [None req-65caa7ce-76f6-4ac9-be12-4d76e6e56ccf None None] Set router 11da204d-1cd7-4dd0-9b58-6fbb8b1fca78 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:36:51.578017 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-f3085ec5-4d20-4583-a29a-8509515a7946 None None] Port d2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85 cannot update to ACTIVE because it is not bound. {{(pid=103782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 19:36:51.582970 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e76f16-dd25-482d-879e-3ca2e9ed8e15 admin admin] Network 8b845737-d82e-4f19-9988-0f9e0f6a0f47 is already hosted by enough agents. {{(pid=103780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:36:51.584625 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.base_scheduler [None req-89e76f16-dd25-482d-879e-3ca2e9ed8e15 admin admin] Resources bound (agent type, host, resource id): {{(pid=103780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:36:51.646226 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_common [None req-6ef56ed9-98c1-4326-b14e-d5deb4a6ec0a admin admin] Allocated IP 172.20.0.1 (b49220ea-d5f1-4224-8283-0e52e547c390/54848119-8d74-4c5d-8e4a-573785cea58e/b00de0cd-0a15-42cb-b049-7d05da15d4de) {{(pid=103781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:36:51.684604 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-d3271260-a961-4c96-b0a9-097a93482289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (c73bd451-416b-4efa-8670-5acc7b552868), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:51.741439 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89e76f16-dd25-482d-879e-3ca2e9ed8e15 admin admin] Router 11da204d-1cd7-4dd0-9b58-6fbb8b1fca78 has already been hosted by L3 agent d0bc9f74-feb0-4354-bd47-885486f1ec0d {{(pid=103780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 19:36:51.752999 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dffa589-8ef1-4b50-bee3-08428855105f None None] Pushing event updated for resources: {'Port': ['ID=c73bd451-416b-4efa-8670-5acc7b552868,revision_number=2']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:51.762552 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dffa589-8ef1-4b50-bee3-08428855105f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:36:51.763253 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dffa589-8ef1-4b50-bee3-08428855105f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:36:51.764398 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dffa589-8ef1-4b50-bee3-08428855105f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:36:51.765537 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dffa589-8ef1-4b50-bee3-08428855105f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:36:51.766459 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dffa589-8ef1-4b50-bee3-08428855105f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:36:51.766994 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dffa589-8ef1-4b50-bee3-08428855105f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:36:51.767547 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dffa589-8ef1-4b50-bee3-08428855105f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:36:51.768079 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dffa589-8ef1-4b50-bee3-08428855105f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:36:51.768622 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dffa589-8ef1-4b50-bee3-08428855105f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:36:51.769181 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dffa589-8ef1-4b50-bee3-08428855105f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:36:51.770168 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dffa589-8ef1-4b50-bee3-08428855105f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:36:51.770780 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dffa589-8ef1-4b50-bee3-08428855105f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:36:51.771301 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dffa589-8ef1-4b50-bee3-08428855105f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:36:51.771858 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dffa589-8ef1-4b50-bee3-08428855105f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:36:51.772393 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dffa589-8ef1-4b50-bee3-08428855105f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:36:51.781950 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6ef56ed9-98c1-4326-b14e-d5deb4a6ec0a admin admin] Publish callbacks [] for port (b00de0cd-0a15-42cb-b049-7d05da15d4de), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:51.782195 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:51.793169 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-d3271260-a961-4c96-b0a9-097a93482289 None None] Attempting to bind port c73bd451-416b-4efa-8670-5acc7b552868 on host dv-cinder-840678-10-iscsi for vnic_type normal with profile {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 19:36:51.793890 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-d3271260-a961-4c96-b0a9-097a93482289 None None] Attempting to bind port c73bd451-416b-4efa-8670-5acc7b552868 by drivers openvswitch,hyperv on host dv-cinder-840678-10-iscsi at level 0 using segments [{'id': '9ce1d97a-7b85-460d-9e35-dbb6f20db43d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 19:36:51.794483 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3271260-a961-4c96-b0a9-097a93482289 None None] Attempting to bind port c73bd451-416b-4efa-8670-5acc7b552868 on network a8e71caf-cf8f-487f-b3e8-f30c47275c44 {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:36:51.807215 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3271260-a961-4c96-b0a9-097a93482289 None None] Checking agent: {'id': 'ad42d2f6-c134-426b-9061-deff100c9b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 19, 20, 51), 'started_at': datetime.datetime(2022, 5, 17, 19, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 19, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 19:36:51.808017 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3271260-a961-4c96-b0a9-097a93482289 None None] Checking segment: {'id': '9ce1d97a-7b85-460d-9e35-dbb6f20db43d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:36:51.808652 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-d3271260-a961-4c96-b0a9-097a93482289 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:51.809297 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3271260-a961-4c96-b0a9-097a93482289 None None] Bound using segment: {'id': '9ce1d97a-7b85-460d-9e35-dbb6f20db43d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 19:36:51.810001 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-d3271260-a961-4c96-b0a9-097a93482289 None None] Bound port: c73bd451-416b-4efa-8670-5acc7b552868, host: dv-cinder-840678-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce1d97a-7b85-460d-9e35-dbb6f20db43d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'}}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 19:36:51.811376 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-d3271260-a961-4c96-b0a9-097a93482289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (c73bd451-416b-4efa-8670-5acc7b552868), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:51.814099 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-1bbf4377-365c-4593-90d3-c5760a6e4210 None None] Provisioning complete for port 7f1d2f81-ee97-4447-a0c2-3d3e12bba90c triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:36:51.815681 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-1bbf4377-365c-4593-90d3-c5760a6e4210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (7f1d2f81-ee97-4447-a0c2-3d3e12bba90c), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:51.881238 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-d3271260-a961-4c96-b0a9-097a93482289 None None] For port c73bd451-416b-4efa-8670-5acc7b552868, host dv-cinder-840678-10-iscsi, cleared binding levels {{(pid=103783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 19:36:51.887064 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-65caa7ce-76f6-4ac9-be12-4d76e6e56ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'name': 'tempest-AttachVolumeTestJSON-1665142218-router', 'tenant_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '3e63cc5a-5686-40c7-ad06-23e329d99e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:36:47Z', 'updated_at': '2022-05-17T19:36:50Z', 'revision_number': 4, 'project_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'gw_port': {'id': '3e63cc5a-5686-40c7-ad06-23e329d99e6e', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:15:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:47Z', 'updated_at': '2022-05-17T19:36:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': 'd2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85', 'name': '', 'network_id': '8b845737-d82e-4f19-9988-0f9e0f6a0f47', 'tenant_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'mac_address': 'fa:16:3e:32:a9:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6eb8a244-3f8a-4176-9c1f-c7810d9719d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:50Z', 'updated_at': '2022-05-17T19:36:51Z', 'revision_number': 2, 'project_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'subnets': [{'id': '6eb8a244-3f8a-4176-9c1f-c7810d9719d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:36:51.890290 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-d3271260-a961-4c96-b0a9-097a93482289 None None] For port c73bd451-416b-4efa-8670-5acc7b552868, host dv-cinder-840678-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=c73bd451-416b-4efa-8670-5acc7b552868,segment=NetworkSegment(9ce1d97a-7b85-460d-9e35-dbb6f20db43d),segment_id=9ce1d97a-7b85-460d-9e35-dbb6f20db43d)] {{(pid=103783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 19:36:51.918335 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65caa7ce-76f6-4ac9-be12-4d76e6e56ccf None None] The sync data for ids ['11da204d-1cd7-4dd0-9b58-6fbb8b1fca78'] in dv-cinder-840678-10-iscsi is: [{'id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'name': 'tempest-AttachVolumeTestJSON-1665142218-router', 'tenant_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '3e63cc5a-5686-40c7-ad06-23e329d99e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:36:47Z', 'updated_at': '2022-05-17T19:36:50Z', 'revision_number': 4, 'project_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'gw_port': {'id': '3e63cc5a-5686-40c7-ad06-23e329d99e6e', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:15:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:47Z', 'updated_at': '2022-05-17T19:36:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': 'd2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85', 'name': '', 'network_id': '8b845737-d82e-4f19-9988-0f9e0f6a0f47', 'tenant_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'mac_address': 'fa:16:3e:32:a9:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6eb8a244-3f8a-4176-9c1f-c7810d9719d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:50Z', 'updated_at': '2022-05-17T19:36:51Z', 'revision_number': 2, 'project_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'subnets': [{'id': '6eb8a244-3f8a-4176-9c1f-c7810d9719d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 19:36:51.918658 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e76f16-dd25-482d-879e-3ca2e9ed8e15 admin admin] Notify agent at l3_agent.dv-cinder-840678-10-iscsi the message routers_updated {{(pid=103780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 19:36:51.932933 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-89e76f16-dd25-482d-879e-3ca2e9ed8e15 admin admin] 10.222.0.58 "PUT /v2.0/routers/11da204d-1cd7-4dd0-9b58-6fbb8b1fca78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6322353 May 17 19:36:51.955788 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6ef56ed9-98c1-4326-b14e-d5deb4a6ec0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (b00de0cd-0a15-42cb-b049-7d05da15d4de), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:51.974782 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-1bbf4377-365c-4593-90d3-c5760a6e4210 None None] Current status of the port 7f1d2f81-ee97-4447-a0c2-3d3e12bba90c is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:36:51.989122 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-d3271260-a961-4c96-b0a9-097a93482289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (c73bd451-416b-4efa-8670-5acc7b552868), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:52.017134 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef56ed9-98c1-4326-b14e-d5deb4a6ec0a admin admin] Network b49220ea-d5f1-4224-8283-0e52e547c390 is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:36:52.021064 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [None req-6ef56ed9-98c1-4326-b14e-d5deb4a6ec0a admin admin] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:36:52.025315 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef56ed9-98c1-4326-b14e-d5deb4a6ec0a admin admin] Received port after_create {{(pid=103781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:36:52.064554 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef56ed9-98c1-4326-b14e-d5deb4a6ec0a admin admin] Pushing event updated for resources: {'Port': ['ID=b00de0cd-0a15-42cb-b049-7d05da15d4de,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:52.094474 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-a7c71ae5-a53d-46e4-86bd-4855e3d0bca0 None None] Provisioning complete for port d2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85 triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:36:52.104833 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-a7c71ae5-a53d-46e4-86bd-4855e3d0bca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (d2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:52.120007 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6ef56ed9-98c1-4326-b14e-d5deb4a6ec0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16761288'] for router_interface (5054885d-54f6-4cc1-8d2f-903821e4b24d), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:52.134347 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dffa589-8ef1-4b50-bee3-08428855105f None None] Pushing event updated for resources: {'Port': ['ID=c73bd451-416b-4efa-8670-5acc7b552868,revision_number=3']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:52.137508 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3271260-a961-4c96-b0a9-097a93482289 None None] Routers {'5054885d-54f6-4cc1-8d2f-903821e4b24d'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:36:52.138121 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-d3271260-a961-4c96-b0a9-097a93482289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:36:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['5054885d-54f6-4cc1-8d2f-903821e4b24d'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:36:52.169625 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device 7f1d2f81-ee97-4447-a0c2-3d3e12bba90c up at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:36:52.213386 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-a7c71ae5-a53d-46e4-86bd-4855e3d0bca0 None None] Port d2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85 cannot update to ACTIVE because it is not bound. {{(pid=103782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 19:36:52.263519 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Provisioning complete for port 7f1d2f81-ee97-4447-a0c2-3d3e12bba90c triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:36:52.264540 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (7f1d2f81-ee97-4447-a0c2-3d3e12bba90c), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:52.289613 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-d3271260-a961-4c96-b0a9-097a93482289 None None] Set router 5054885d-54f6-4cc1-8d2f-903821e4b24d gateway port host: dv-cinder-840678-10-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:36:52.416243 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6ef56ed9-98c1-4326-b14e-d5deb4a6ec0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (b00de0cd-0a15-42cb-b049-7d05da15d4de), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:52.512766 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 46192) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:36:52.515975 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [None req-8eba10bc-cecf-405b-b09b-5b310f860b90 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2132903198', 'description': 'tempest-description--741527976'}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:36:52.539088 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-d3271260-a961-4c96-b0a9-097a93482289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5054885d-54f6-4cc1-8d2f-903821e4b24d', 'name': 'tempest-TestMinimumBasicScenario-1001068438-router', 'tenant_id': 'de75551df7bb4cadbaf622b4966540fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c73bd451-416b-4efa-8670-5acc7b552868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:36:48Z', 'updated_at': '2022-05-17T19:36:49Z', 'revision_number': 3, 'project_id': 'de75551df7bb4cadbaf622b4966540fb', 'gw_port': {'id': 'c73bd451-416b-4efa-8670-5acc7b552868', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:14:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5054885d-54f6-4cc1-8d2f-903821e4b24d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:49Z', 'updated_at': '2022-05-17T19:36:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi'}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:36:52.540782 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port 7f1d2f81-ee97-4447-a0c2-3d3e12bba90c is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:36:52.542986 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-252a86c1-2cbf-4b81-a0cf-211f650bc469 None None] Provisioning complete for port b00de0cd-0a15-42cb-b049-7d05da15d4de triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:36:52.543338 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-252a86c1-2cbf-4b81-a0cf-211f650bc469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (b00de0cd-0a15-42cb-b049-7d05da15d4de), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:52.578322 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3271260-a961-4c96-b0a9-097a93482289 None None] The sync data for ids ['5054885d-54f6-4cc1-8d2f-903821e4b24d'] in dv-cinder-840678-10-iscsi is: [{'id': '5054885d-54f6-4cc1-8d2f-903821e4b24d', 'name': 'tempest-TestMinimumBasicScenario-1001068438-router', 'tenant_id': 'de75551df7bb4cadbaf622b4966540fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c73bd451-416b-4efa-8670-5acc7b552868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:36:48Z', 'updated_at': '2022-05-17T19:36:49Z', 'revision_number': 3, 'project_id': 'de75551df7bb4cadbaf622b4966540fb', 'gw_port': {'id': 'c73bd451-416b-4efa-8670-5acc7b552868', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:14:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5054885d-54f6-4cc1-8d2f-903821e4b24d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:49Z', 'updated_at': '2022-05-17T19:36:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi'}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 19:36:52.588775 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-252a86c1-2cbf-4b81-a0cf-211f650bc469 None None] Port b00de0cd-0a15-42cb-b049-7d05da15d4de cannot update to ACTIVE because it is not bound. {{(pid=103782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 19:36:52.606132 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-8eba10bc-cecf-405b-b09b-5b310f860b90 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks [] for security_group (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:52.679726 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6ef56ed9-98c1-4326-b14e-d5deb4a6ec0a admin admin] Publish callbacks [] for port (b00de0cd-0a15-42cb-b049-7d05da15d4de), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:52.691965 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-8eba10bc-cecf-405b-b09b-5b310f860b90 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks [] for security_group (9acabee2-0a79-407c-9f93-294ac7d381a7), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:52.754642 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6ef56ed9-98c1-4326-b14e-d5deb4a6ec0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13820453'] for port (b00de0cd-0a15-42cb-b049-7d05da15d4de), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:52.783008 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-8eba10bc-cecf-405b-b09b-5b310f860b90 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (9acabee2-0a79-407c-9f93-294ac7d381a7), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:52.818631 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eba10bc-cecf-405b-b09b-5b310f860b90 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9acabee2-0a79-407c-9f93-294ac7d381a7,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:52.836780 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6ef56ed9-98c1-4326-b14e-d5deb4a6ec0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16360533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16761730'] for router_interface (5054885d-54f6-4cc1-8d2f-903821e4b24d), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:52.838933 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef56ed9-98c1-4326-b14e-d5deb4a6ec0a admin admin] Pushing event updated for resources: {'Port': ['ID=b00de0cd-0a15-42cb-b049-7d05da15d4de,revision_number=2']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:52.895369 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-8eba10bc-cecf-405b-b09b-5b310f860b90 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:52.897866 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-8eba10bc-cecf-405b-b09b-5b310f860b90 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3881752 May 17 19:36:52.900578 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 46194) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:36:52.910140 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [None req-27ea1230-3b0b-4b14-ac54-89d897df2640 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Request body: {'security_group_rule': {'security_group_id': '9acabee2-0a79-407c-9f93-294ac7d381a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:36:52.989417 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef56ed9-98c1-4326-b14e-d5deb4a6ec0a admin admin] Network b49220ea-d5f1-4224-8283-0e52e547c390 is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:36:52.990851 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [None req-6ef56ed9-98c1-4326-b14e-d5deb4a6ec0a admin admin] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:36:53.020082 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-27ea1230-3b0b-4b14-ac54-89d897df2640 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks [] for security_group_rule (e33d7c94-aef3-43f6-b258-1abbcf2339e3), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:53.095584 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-27ea1230-3b0b-4b14-ac54-89d897df2640 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks [] for security_group_rule (e33d7c94-aef3-43f6-b258-1abbcf2339e3), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:53.130784 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef56ed9-98c1-4326-b14e-d5deb4a6ec0a admin admin] Router 5054885d-54f6-4cc1-8d2f-903821e4b24d has already been hosted by L3 agent d0bc9f74-feb0-4354-bd47-885486f1ec0d {{(pid=103781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 19:36:53.187283 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-27ea1230-3b0b-4b14-ac54-89d897df2640 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321501'] for security_group_rule (e33d7c94-aef3-43f6-b258-1abbcf2339e3), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:53.235070 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea1230-3b0b-4b14-ac54-89d897df2640 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e33d7c94-aef3-43f6-b258-1abbcf2339e3,revision_number=0']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:53.284114 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef56ed9-98c1-4326-b14e-d5deb4a6ec0a admin admin] Notify agent at l3_agent.dv-cinder-840678-10-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 19:36:53.289251 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-6ef56ed9-98c1-4326-b14e-d5deb4a6ec0a admin admin] 10.222.0.58 "PUT /v2.0/routers/5054885d-54f6-4cc1-8d2f-903821e4b24d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6170819 May 17 19:36:53.304835 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-27ea1230-3b0b-4b14-ac54-89d897df2640 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:53.306169 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-27ea1230-3b0b-4b14-ac54-89d897df2640 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4045084 May 17 19:36:53.308951 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 46198) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:36:53.314232 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-3fb71f93-2b1e-4c41-ad5e-98d3a7092a13 None None] Provisioning complete for port b00de0cd-0a15-42cb-b049-7d05da15d4de triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:36:53.315666 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [None req-55a78413-0f0e-4bf7-a282-44d2fbae75f7 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Request body: {'security_group_rule': {'security_group_id': '9acabee2-0a79-407c-9f93-294ac7d381a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:36:53.315788 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3fb71f93-2b1e-4c41-ad5e-98d3a7092a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (b00de0cd-0a15-42cb-b049-7d05da15d4de), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:53.355721 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-3fb71f93-2b1e-4c41-ad5e-98d3a7092a13 None None] Port b00de0cd-0a15-42cb-b049-7d05da15d4de cannot update to ACTIVE because it is not bound. {{(pid=103782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 19:36:53.433738 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-55a78413-0f0e-4bf7-a282-44d2fbae75f7 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks [] for security_group_rule (4cc3555d-162a-4492-9eb9-05a43545238d), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:53.496746 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-55a78413-0f0e-4bf7-a282-44d2fbae75f7 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks [] for security_group_rule (4cc3555d-162a-4492-9eb9-05a43545238d), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:53.558828 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-55a78413-0f0e-4bf7-a282-44d2fbae75f7 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321501'] for security_group_rule (4cc3555d-162a-4492-9eb9-05a43545238d), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:53.578800 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a78413-0f0e-4bf7-a282-44d2fbae75f7 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cc3555d-162a-4492-9eb9-05a43545238d,revision_number=0']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:53.653837 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-55a78413-0f0e-4bf7-a282-44d2fbae75f7 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:53.655114 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-55a78413-0f0e-4bf7-a282-44d2fbae75f7 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3451114 May 17 19:36:53.663992 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 46204) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:36:53.668537 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [None req-bda12cea-a7da-48e8-b33c-8a0f0c35f847 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Request body: {'floatingip': {'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:36:53.789137 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-bda12cea-a7da-48e8-b33c-8a0f0c35f847 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:53.872483 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-bda12cea-a7da-48e8-b33c-8a0f0c35f847 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:53.985994 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.db_base_plugin_common [None req-bda12cea-a7da-48e8-b33c-8a0f0c35f847 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Allocated IP 172.27.2.110 (a8e71caf-cf8f-487f-b3e8-f30c47275c44/5b8cb9fa-be03-458e-a77b-33fb963ee3d0/8bba4ad5-336d-46ec-ba8d-8b207f825659) {{(pid=103780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:36:54.028650 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 46214) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:36:54.034077 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-294492df-71f2-457e-bd3c-4fbe533cbbbd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-301142361-network', 'tenant_id': '61f95072dbf14035b151663d3ec2d626'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:36:54.093641 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-bda12cea-a7da-48e8-b33c-8a0f0c35f847 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks [] for port (8bba4ad5-336d-46ec-ba8d-8b207f825659), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:54.135709 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device c73bd451-416b-4efa-8670-5acc7b552868 up at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:36:54.152414 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294492df-71f2-457e-bd3c-4fbe533cbbbd admin admin] Made reservation on behalf of 61f95072dbf14035b151663d3ec2d626 for: {'network': 1} {{(pid=103781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:36:54.154856 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-294492df-71f2-457e-bd3c-4fbe533cbbbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for network (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:54.166718 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-294492df-71f2-457e-bd3c-4fbe533cbbbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:54.185150 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Provisioning complete for port c73bd451-416b-4efa-8670-5acc7b552868 triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:36:54.186437 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (c73bd451-416b-4efa-8670-5acc7b552868), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:54.223725 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-bda12cea-a7da-48e8-b33c-8a0f0c35f847 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014583'] for port (8bba4ad5-336d-46ec-ba8d-8b207f825659), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:54.242896 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-294492df-71f2-457e-bd3c-4fbe533cbbbd admin admin] Publish callbacks [] for security_group (5ff8febd-7933-4dea-81de-118d808eb765), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:54.260042 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port c73bd451-416b-4efa-8670-5acc7b552868 is: DOWN; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:36:54.260423 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (c73bd451-416b-4efa-8670-5acc7b552868), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:54.265973 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda12cea-a7da-48e8-b33c-8a0f0c35f847 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Network a8e71caf-cf8f-487f-b3e8-f30c47275c44 is already hosted by enough agents. {{(pid=103780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:36:54.270270 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.base_scheduler [None req-bda12cea-a7da-48e8-b33c-8a0f0c35f847 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Resources bound (agent type, host, resource id): {{(pid=103780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:36:54.276371 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda12cea-a7da-48e8-b33c-8a0f0c35f847 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Received port after_create {{(pid=103780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:36:54.281785 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda12cea-a7da-48e8-b33c-8a0f0c35f847 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Pushing event updated for resources: {'Port': ['ID=8bba4ad5-336d-46ec-ba8d-8b207f825659,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:54.285791 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] For port c73bd451-416b-4efa-8670-5acc7b552868, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=c73bd451-416b-4efa-8670-5acc7b552868,segment=NetworkSegment(9ce1d97a-7b85-460d-9e35-dbb6f20db43d),segment_id=9ce1d97a-7b85-460d-9e35-dbb6f20db43d)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:36:54.308533 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-294492df-71f2-457e-bd3c-4fbe533cbbbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (5ff8febd-7933-4dea-81de-118d808eb765), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:54.333005 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-294492df-71f2-457e-bd3c-4fbe533cbbbd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=103781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 19:36:54.342977 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294492df-71f2-457e-bd3c-4fbe533cbbbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff8febd-7933-4dea-81de-118d808eb765,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:54.347711 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-294492df-71f2-457e-bd3c-4fbe533cbbbd admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792041590285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944438'] for segment (34ebd630-876e-422c-96c6-d92563e73c03), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:54.348133 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.db.segments_db [None req-294492df-71f2-457e-bd3c-4fbe533cbbbd admin admin] Added segment 34ebd630-876e-422c-96c6-d92563e73c03 of type vlan for network b8a13a61-0bda-4e5a-b461-a2aec0ab744f May 17 19:36:54.361187 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (c73bd451-416b-4efa-8670-5acc7b552868), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:54.362275 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device 3e63cc5a-5686-40c7-ad06-23e329d99e6e up at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:36:54.364993 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-bda12cea-a7da-48e8-b33c-8a0f0c35f847 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks [] for floatingip (aa7cb8d6-4794-4dbf-85d3-8cfa7788428e), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:54.392179 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-294492df-71f2-457e-bd3c-4fbe533cbbbd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792041130644'] for network (b8a13a61-0bda-4e5a-b461-a2aec0ab744f), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:54.443627 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Pushing event updated for resources: {'Port': ['ID=c73bd451-416b-4efa-8670-5acc7b552868,revision_number=4']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:54.448192 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Provisioning complete for port 3e63cc5a-5686-40c7-ad06-23e329d99e6e triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:36:54.448563 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (3e63cc5a-5686-40c7-ad06-23e329d99e6e), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:54.451961 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-bda12cea-a7da-48e8-b33c-8a0f0c35f847 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (8bba4ad5-336d-46ec-ba8d-8b207f825659), before_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:54.475014 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-294492df-71f2-457e-bd3c-4fbe533cbbbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519'] for network (b8a13a61-0bda-4e5a-b461-a2aec0ab744f), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:54.476325 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294492df-71f2-457e-bd3c-4fbe533cbbbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:36:54.477480 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-294492df-71f2-457e-bd3c-4fbe533cbbbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for network (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:54.529321 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port 3e63cc5a-5686-40c7-ad06-23e329d99e6e is: DOWN; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:36:54.530198 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (3e63cc5a-5686-40c7-ad06-23e329d99e6e), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:54.540915 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294492df-71f2-457e-bd3c-4fbe533cbbbd admin admin] Pushing event updated for resources: {'Network': ['ID=b8a13a61-0bda-4e5a-b461-a2aec0ab744f,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:54.552390 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Network b8a13a61-0bda-4e5a-b461-a2aec0ab744f details requested by agent ovs-agent-dv-cinder-840678-10-iscsi with host dv-cinder-840678-10-iscsi {{(pid=103782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 19:36:54.557053 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] For port 3e63cc5a-5686-40c7-ad06-23e329d99e6e, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=3e63cc5a-5686-40c7-ad06-23e329d99e6e,segment=NetworkSegment(9ce1d97a-7b85-460d-9e35-dbb6f20db43d),segment_id=9ce1d97a-7b85-460d-9e35-dbb6f20db43d)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:36:54.584765 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-294492df-71f2-457e-bd3c-4fbe533cbbbd admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.5544086 May 17 19:36:54.586795 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 46216) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:36:54.595805 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [None req-2b704b59-caa9-438f-9c2f-9d063bc9c0ac admin admin] Request body: {'subnet': {'network_id': 'b8a13a61-0bda-4e5a-b461-a2aec0ab744f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-301142361-subnet', 'tenant_id': '61f95072dbf14035b151663d3ec2d626', 'ip_version': 4}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:36:54.632901 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (3e63cc5a-5686-40c7-ad06-23e329d99e6e), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:54.662823 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-bda12cea-a7da-48e8-b33c-8a0f0c35f847 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks [] for port (8bba4ad5-336d-46ec-ba8d-8b207f825659), precommit_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:54.688273 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Pushing event updated for resources: {'Port': ['ID=3e63cc5a-5686-40c7-ad06-23e329d99e6e,revision_number=4']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:54.718039 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b704b59-caa9-438f-9c2f-9d063bc9c0ac admin admin] Made reservation on behalf of 61f95072dbf14035b151663d3ec2d626 for: {'subnet': 1} {{(pid=103780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:36:54.720519 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-2b704b59-caa9-438f-9c2f-9d063bc9c0ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58575369'] for subnet (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:54.744984 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-bda12cea-a7da-48e8-b33c-8a0f0c35f847 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13014528'] for port (8bba4ad5-336d-46ec-ba8d-8b207f825659), after_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:54.855099 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda12cea-a7da-48e8-b33c-8a0f0c35f847 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Pushing event updated for resources: {'Port': ['ID=8bba4ad5-336d-46ec-ba8d-8b207f825659,revision_number=2']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:54.877678 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-bda12cea-a7da-48e8-b33c-8a0f0c35f847 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16764702'] for floatingip (aa7cb8d6-4794-4dbf-85d3-8cfa7788428e), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:54.996061 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-bda12cea-a7da-48e8-b33c-8a0f0c35f847 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for floatingip (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:54.997220 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-bda12cea-a7da-48e8-b33c-8a0f0c35f847 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3322337 May 17 19:36:55.040428 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-2b704b59-caa9-438f-9c2f-9d063bc9c0ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16348314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13015687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58575391'] for subnet (26cbfcc0-02b0-4ac9-b6f2-03439c7b3ba2), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:55.100701 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b704b59-caa9-438f-9c2f-9d063bc9c0ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=26cbfcc0-02b0-4ac9-b6f2-03439c7b3ba2,revision_number=0']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:55.109039 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b704b59-caa9-438f-9c2f-9d063bc9c0ac admin admin] Checking segment: {'id': '34ebd630-876e-422c-96c6-d92563e73c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b8a13a61-0bda-4e5a-b461-a2aec0ab744f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:36:55.109389 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b704b59-caa9-438f-9c2f-9d063bc9c0ac admin admin] Network hostable DHCP agents. Network: b8a13a61-0bda-4e5a-b461-a2aec0ab744f, hostable agents: ['acc21e7f-c3fd-47ad-b523-e51f8b89f08b'], hosted agents: [] {{(pid=103780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 19:36:55.136329 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea7f6e6-ed92-4e00-9ef3-48db4e2d9a7b None None] Sync routers for ids ['5054885d-54f6-4cc1-8d2f-903821e4b24d'] in dv-cinder-840678-10-iscsi {{(pid=103782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 19:36:55.147698 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea7f6e6-ed92-4e00-9ef3-48db4e2d9a7b None None] Routers {'5054885d-54f6-4cc1-8d2f-903821e4b24d'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:36:55.148401 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-bea7f6e6-ed92-4e00-9ef3-48db4e2d9a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:36:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['5054885d-54f6-4cc1-8d2f-903821e4b24d'], 'active': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:36:55.176978 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b704b59-caa9-438f-9c2f-9d063bc9c0ac admin admin] Network b8a13a61-0bda-4e5a-b461-a2aec0ab744f is scheduled to be hosted by DHCP agent acc21e7f-c3fd-47ad-b523-e51f8b89f08b with binding_index 1 {{(pid=103780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 19:36:55.210287 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-23f76060-726d-461a-9046-3ab071dba17b req-186ac990-f515-4d35-b8b0-2b9fb637b314 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--2132903198&fields=id&tenant_id=2c9294dbfdbb463baf41d1fea4ae1fbc HTTP/1.1" status: 200 len: 267 time: 0.0487943 May 17 19:36:55.253462 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvr_db [None req-bea7f6e6-ed92-4e00-9ef3-48db4e2d9a7b None None] Set router 5054885d-54f6-4cc1-8d2f-903821e4b24d gateway port host: dv-cinder-840678-10-iscsi {{(pid=103782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:36:55.268922 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.base_scheduler [None req-2b704b59-caa9-438f-9c2f-9d063bc9c0ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-10-iscsi, b8a13a61-0bda-4e5a-b461-a2aec0ab744f) {{(pid=103780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:36:55.277615 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b704b59-caa9-438f-9c2f-9d063bc9c0ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:36:55.278466 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-2b704b59-caa9-438f-9c2f-9d063bc9c0ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for subnet (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:55.290483 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370b5e75-0298-4f59-a573-1a564e3176c5 None None] Sync routers for ids ['11da204d-1cd7-4dd0-9b58-6fbb8b1fca78'] in dv-cinder-840678-10-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 19:36:55.300221 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02b5629-3c89-4de3-bb9e-1bb0bc12d6be None None] Network b8a13a61-0bda-4e5a-b461-a2aec0ab744f requested from dv-cinder-840678-10-iscsi {{(pid=103782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 19:36:55.300826 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370b5e75-0298-4f59-a573-1a564e3176c5 None None] Routers {'11da204d-1cd7-4dd0-9b58-6fbb8b1fca78'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:36:55.302078 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-370b5e75-0298-4f59-a573-1a564e3176c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:36:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['11da204d-1cd7-4dd0-9b58-6fbb8b1fca78'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:36:55.326715 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f76060-726d-461a-9046-3ab071dba17b req-c91e970f-6164-40b9-923e-23918aa172f0 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:36:55.328337 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-23f76060-726d-461a-9046-3ab071dba17b req-c91e970f-6164-40b9-923e-23918aa172f0 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/networks?id=8b845737-d82e-4f19-9988-0f9e0f6a0f47 HTTP/1.1" status: 200 len: 811 time: 0.1114023 May 17 19:36:55.343531 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-2b704b59-caa9-438f-9c2f-9d063bc9c0ac admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7532856 May 17 19:36:55.343762 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-23f76060-726d-461a-9046-3ab071dba17b req-6b60c7bc-528c-4a22-8904-a00bb066bd68 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/quotas/2c9294dbfdbb463baf41d1fea4ae1fbc HTTP/1.1" status: 200 len: 375 time: 0.0096576 May 17 19:36:55.344298 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 46232) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:36:55.349025 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [None req-4d121ef2-4d44-4d6a-892b-659088ac7f6a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-301142361-router', 'tenant_id': '61f95072dbf14035b151663d3ec2d626', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'}}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:36:55.403653 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-23f76060-726d-461a-9046-3ab071dba17b req-20d2b2aa-69e0-4b58-8153-0f947d1c5ba2 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2c9294dbfdbb463baf41d1fea4ae1fbc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527291 May 17 19:36:55.411950 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-4d121ef2-4d44-4d6a-892b-659088ac7f6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16658731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1120'] for router (ceb345f8-b7cf-4897-9517-7021eec5adac), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:55.413083 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-4d121ef2-4d44-4d6a-892b-659088ac7f6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16658911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16763698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16258091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1129'] for router (ceb345f8-b7cf-4897-9517-7021eec5adac), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:55.441591 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-370b5e75-0298-4f59-a573-1a564e3176c5 None None] Set router 11da204d-1cd7-4dd0-9b58-6fbb8b1fca78 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:36:55.478625 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-4d121ef2-4d44-4d6a-892b-659088ac7f6a admin admin] Publish callbacks [] for router_controller (ceb345f8-b7cf-4897-9517-7021eec5adac), precommit_add_association {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:55.498984 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4096bc70-6c74-4909-8aa9-2160106835c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83202b5c-fe6e-5d7f-b73b-0865743d1271-b8a13a61-0bda-4e5a-b461-a2aec0ab744f', 'network_id': 'b8a13a61-0bda-4e5a-b461-a2aec0ab744f', 'project_id': '61f95072dbf14035b151663d3ec2d626', 'fixed_ips': [{'subnet_id': '26cbfcc0-02b0-4ac9-b6f2-03439c7b3ba2'}]}} from dv-cinder-840678-10-iscsi. {{(pid=103782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 19:36:55.499996 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-4096bc70-6c74-4909-8aa9-2160106835c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:55.618138 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-23f76060-726d-461a-9046-3ab071dba17b req-0933eb71-ac25-4cbb-84c0-2a82cd0a7c67 service neutron] 10.222.0.58 "GET /v2.0/networks/8b845737-d82e-4f19-9988-0f9e0f6a0f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027528 May 17 19:36:55.621713 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-bea7f6e6-ed92-4e00-9ef3-48db4e2d9a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5054885d-54f6-4cc1-8d2f-903821e4b24d', 'name': 'tempest-TestMinimumBasicScenario-1001068438-router', 'tenant_id': 'de75551df7bb4cadbaf622b4966540fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c73bd451-416b-4efa-8670-5acc7b552868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:36:48Z', 'updated_at': '2022-05-17T19:36:52Z', 'revision_number': 4, 'project_id': 'de75551df7bb4cadbaf622b4966540fb', 'gw_port': {'id': 'c73bd451-416b-4efa-8670-5acc7b552868', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:14:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5054885d-54f6-4cc1-8d2f-903821e4b24d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:49Z', 'updated_at': '2022-05-17T19:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': 'b00de0cd-0a15-42cb-b049-7d05da15d4de', 'name': '', 'network_id': 'b49220ea-d5f1-4224-8283-0e52e547c390', 'tenant_id': 'de75551df7bb4cadbaf622b4966540fb', 'mac_address': 'fa:16:3e:51:0a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5054885d-54f6-4cc1-8d2f-903821e4b24d', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '54848119-8d74-4c5d-8e4a-573785cea58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:51Z', 'updated_at': '2022-05-17T19:36:52Z', 'revision_number': 2, 'project_id': 'de75551df7bb4cadbaf622b4966540fb', 'subnets': [{'id': '54848119-8d74-4c5d-8e4a-573785cea58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:36:55.653135 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea7f6e6-ed92-4e00-9ef3-48db4e2d9a7b None None] Checking router: 5054885d-54f6-4cc1-8d2f-903821e4b24d for host: dv-cinder-840678-10-iscsi {{(pid=103782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 19:36:55.653487 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea7f6e6-ed92-4e00-9ef3-48db4e2d9a7b None None] Updating router 5054885d-54f6-4cc1-8d2f-903821e4b24d port b00de0cd-0a15-42cb-b049-7d05da15d4de binding host dv-cinder-840678-10-iscsi {{(pid=103782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 19:36:55.655622 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-370b5e75-0298-4f59-a573-1a564e3176c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'name': 'tempest-AttachVolumeTestJSON-1665142218-router', 'tenant_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '3e63cc5a-5686-40c7-ad06-23e329d99e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:36:47Z', 'updated_at': '2022-05-17T19:36:50Z', 'revision_number': 4, 'project_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'gw_port': {'id': '3e63cc5a-5686-40c7-ad06-23e329d99e6e', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:15:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:47Z', 'updated_at': '2022-05-17T19:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': 'd2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85', 'name': '', 'network_id': '8b845737-d82e-4f19-9988-0f9e0f6a0f47', 'tenant_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'mac_address': 'fa:16:3e:32:a9:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6eb8a244-3f8a-4176-9c1f-c7810d9719d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:50Z', 'updated_at': '2022-05-17T19:36:51Z', 'revision_number': 2, 'project_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'subnets': [{'id': '6eb8a244-3f8a-4176-9c1f-c7810d9719d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:36:55.681565 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370b5e75-0298-4f59-a573-1a564e3176c5 None None] Checking router: 11da204d-1cd7-4dd0-9b58-6fbb8b1fca78 for host: dv-cinder-840678-10-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 19:36:55.682142 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370b5e75-0298-4f59-a573-1a564e3176c5 None None] Updating router 11da204d-1cd7-4dd0-9b58-6fbb8b1fca78 port d2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85 binding host dv-cinder-840678-10-iscsi {{(pid=103783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 19:36:55.713079 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-23f76060-726d-461a-9046-3ab071dba17b req-ad449b06-0367-4bef-9510-f41c2dda7f47 service neutron] 10.222.0.58 "GET /v2.0/networks/8b845737-d82e-4f19-9988-0f9e0f6a0f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876646 May 17 19:36:55.718742 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-bea7f6e6-ed92-4e00-9ef3-48db4e2d9a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (b00de0cd-0a15-42cb-b049-7d05da15d4de), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:55.726873 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-370b5e75-0298-4f59-a573-1a564e3176c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (d2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:55.729239 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-4d121ef2-4d44-4d6a-892b-659088ac7f6a admin admin] Publish callbacks [] for router_gateway (ceb345f8-b7cf-4897-9517-7021eec5adac), precommit_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:55.765378 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.db_base_plugin_common [None req-4096bc70-6c74-4909-8aa9-2160106835c8 None None] Allocated IP 172.20.0.2 (b8a13a61-0bda-4e5a-b461-a2aec0ab744f/26cbfcc0-02b0-4ac9-b6f2-03439c7b3ba2/cf09a14e-e9de-4f0f-9719-b7abb4be0c6d) {{(pid=103782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:36:55.982216 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-e7a2f9d2-f5f0-443e-ae8a-b98afa5e7a98 req-83b38977-45f9-4eb3-aa4e-94f4fdc07279 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 210 time: 0.0395513 May 17 19:36:56.055141 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-370b5e75-0298-4f59-a573-1a564e3176c5 None None] Publish callbacks [] for port (d2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85), precommit_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:56.070719 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-4096bc70-6c74-4909-8aa9-2160106835c8 None None] Publish callbacks [] for port (cf09a14e-e9de-4f0f-9719-b7abb4be0c6d), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:56.130861 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-4d121ef2-4d44-4d6a-892b-659088ac7f6a admin admin] Publish callbacks [] for router_gateway (ceb345f8-b7cf-4897-9517-7021eec5adac), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:56.136876 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-370b5e75-0298-4f59-a573-1a564e3176c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (d2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:56.152460 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-4d121ef2-4d44-4d6a-892b-659088ac7f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:56.162101 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device c73bd451-416b-4efa-8670-5acc7b552868 up at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:36:56.190990 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-4096bc70-6c74-4909-8aa9-2160106835c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167'] for port (cf09a14e-e9de-4f0f-9719-b7abb4be0c6d), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:56.191856 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2535393-5706-4568-b61d-99f4ff6e95aa None None] Pushing event updated for resources: {'Port': ['ID=d2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85,revision_number=3']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:56.256682 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-bea7f6e6-ed92-4e00-9ef3-48db4e2d9a7b None None] Publish callbacks [] for port (b00de0cd-0a15-42cb-b049-7d05da15d4de), precommit_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:56.282367 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4096bc70-6c74-4909-8aa9-2160106835c8 None None] Network b8a13a61-0bda-4e5a-b461-a2aec0ab744f is already hosted by enough agents. {{(pid=103782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:36:56.287808 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [None req-4096bc70-6c74-4909-8aa9-2160106835c8 None None] Resources bound (agent type, host, resource id): {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:36:56.289567 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096bc70-6c74-4909-8aa9-2160106835c8 None None] Pushing event updated for resources: {'Port': ['ID=cf09a14e-e9de-4f0f-9719-b7abb4be0c6d,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:56.293731 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4096bc70-6c74-4909-8aa9-2160106835c8 None None] Received port after_create {{(pid=103782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:36:56.299995 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.db_base_plugin_common [None req-4d121ef2-4d44-4d6a-892b-659088ac7f6a admin admin] Allocated IP 172.27.2.96 (a8e71caf-cf8f-487f-b3e8-f30c47275c44/5b8cb9fa-be03-458e-a77b-33fb963ee3d0/17663760-8255-410e-bf84-278ff29ec942) {{(pid=103780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:36:56.301315 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Provisioning complete for port c73bd451-416b-4efa-8670-5acc7b552868 triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:36:56.302096 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (c73bd451-416b-4efa-8670-5acc7b552868), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:56.327814 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-bea7f6e6-ed92-4e00-9ef3-48db4e2d9a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (b00de0cd-0a15-42cb-b049-7d05da15d4de), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:56.348214 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-370b5e75-0298-4f59-a573-1a564e3176c5 None None] Attempting to bind port d2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85 on host dv-cinder-840678-10-iscsi for vnic_type normal with profile {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 19:36:56.349419 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-370b5e75-0298-4f59-a573-1a564e3176c5 None None] Attempting to bind port d2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85 by drivers openvswitch,hyperv on host dv-cinder-840678-10-iscsi at level 0 using segments [{'id': '05333ea8-f183-43f5-8f32-55e1d4d8894f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8b845737-d82e-4f19-9988-0f9e0f6a0f47'}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 19:36:56.349419 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370b5e75-0298-4f59-a573-1a564e3176c5 None None] Attempting to bind port d2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85 on network 8b845737-d82e-4f19-9988-0f9e0f6a0f47 {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:36:56.355740 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370b5e75-0298-4f59-a573-1a564e3176c5 None None] Checking agent: {'id': 'ad42d2f6-c134-426b-9061-deff100c9b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 19, 20, 51), 'started_at': datetime.datetime(2022, 5, 17, 19, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 19, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 19:36:56.356103 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370b5e75-0298-4f59-a573-1a564e3176c5 None None] Checking segment: {'id': '05333ea8-f183-43f5-8f32-55e1d4d8894f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8b845737-d82e-4f19-9988-0f9e0f6a0f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:36:56.356493 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-370b5e75-0298-4f59-a573-1a564e3176c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:56.356870 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370b5e75-0298-4f59-a573-1a564e3176c5 None None] Bound using segment: {'id': '05333ea8-f183-43f5-8f32-55e1d4d8894f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8b845737-d82e-4f19-9988-0f9e0f6a0f47'} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 19:36:56.357488 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-370b5e75-0298-4f59-a573-1a564e3176c5 None None] Bound port: d2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85, host: dv-cinder-840678-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05333ea8-f183-43f5-8f32-55e1d4d8894f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8b845737-d82e-4f19-9988-0f9e0f6a0f47'}}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 19:36:56.357779 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-370b5e75-0298-4f59-a573-1a564e3176c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (d2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:56.428969 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-370b5e75-0298-4f59-a573-1a564e3176c5 None None] For port d2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85, host dv-cinder-840678-10-iscsi, cleared binding levels {{(pid=103783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 19:36:56.432665 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-370b5e75-0298-4f59-a573-1a564e3176c5 None None] For port d2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85, host dv-cinder-840678-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=d2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85,segment=NetworkSegment(05333ea8-f183-43f5-8f32-55e1d4d8894f),segment_id=05333ea8-f183-43f5-8f32-55e1d4d8894f)] {{(pid=103783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 19:36:56.466589 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-4d121ef2-4d44-4d6a-892b-659088ac7f6a admin admin] Publish callbacks [] for port (17663760-8255-410e-bf84-278ff29ec942), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:56.555351 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-370b5e75-0298-4f59-a573-1a564e3176c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (d2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:56.584133 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-4096bc70-6c74-4909-8aa9-2160106835c8 None None] Attempting to bind port cf09a14e-e9de-4f0f-9719-b7abb4be0c6d on host dv-cinder-840678-10-iscsi for vnic_type normal with profile {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 19:36:56.584592 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-4096bc70-6c74-4909-8aa9-2160106835c8 None None] Attempting to bind port cf09a14e-e9de-4f0f-9719-b7abb4be0c6d by drivers openvswitch,hyperv on host dv-cinder-840678-10-iscsi at level 0 using segments [{'id': '34ebd630-876e-422c-96c6-d92563e73c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b8a13a61-0bda-4e5a-b461-a2aec0ab744f'}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 19:36:56.584848 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4096bc70-6c74-4909-8aa9-2160106835c8 None None] Attempting to bind port cf09a14e-e9de-4f0f-9719-b7abb4be0c6d on network b8a13a61-0bda-4e5a-b461-a2aec0ab744f {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:36:56.586835 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-69ad21aa-8a9c-40cc-999f-d77784f8e8bb None None] Provisioning complete for port d2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85 triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:36:56.587194 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-69ad21aa-8a9c-40cc-999f-d77784f8e8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (d2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:56.590141 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25405426-3510-49c9-9450-cb31620467a1 None None] Pushing event updated for resources: {'Port': ['ID=b00de0cd-0a15-42cb-b049-7d05da15d4de,revision_number=3']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:56.606231 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-4d121ef2-4d44-4d6a-892b-659088ac7f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014583'] for port (17663760-8255-410e-bf84-278ff29ec942), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:56.649073 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370b5e75-0298-4f59-a573-1a564e3176c5 None None] Routers {'11da204d-1cd7-4dd0-9b58-6fbb8b1fca78'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:36:56.649706 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-370b5e75-0298-4f59-a573-1a564e3176c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:36:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['11da204d-1cd7-4dd0-9b58-6fbb8b1fca78'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:36:56.658743 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4096bc70-6c74-4909-8aa9-2160106835c8 None None] Checking agent: {'id': 'ad42d2f6-c134-426b-9061-deff100c9b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 19, 20, 51), 'started_at': datetime.datetime(2022, 5, 17, 19, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 19, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 19:36:56.659117 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4096bc70-6c74-4909-8aa9-2160106835c8 None None] Checking segment: {'id': '34ebd630-876e-422c-96c6-d92563e73c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b8a13a61-0bda-4e5a-b461-a2aec0ab744f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:36:56.659535 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-4096bc70-6c74-4909-8aa9-2160106835c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:56.659936 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4096bc70-6c74-4909-8aa9-2160106835c8 None None] Bound using segment: {'id': '34ebd630-876e-422c-96c6-d92563e73c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b8a13a61-0bda-4e5a-b461-a2aec0ab744f'} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 19:36:56.660417 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-4096bc70-6c74-4909-8aa9-2160106835c8 None None] Bound port: cf09a14e-e9de-4f0f-9719-b7abb4be0c6d, host: dv-cinder-840678-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34ebd630-876e-422c-96c6-d92563e73c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b8a13a61-0bda-4e5a-b461-a2aec0ab744f'}}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 19:36:56.660793 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-4096bc70-6c74-4909-8aa9-2160106835c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (cf09a14e-e9de-4f0f-9719-b7abb4be0c6d), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:56.692181 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2535393-5706-4568-b61d-99f4ff6e95aa None None] Pushing event updated for resources: {'Port': ['ID=d2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85,revision_number=4']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:56.692591 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d121ef2-4d44-4d6a-892b-659088ac7f6a admin admin] Network a8e71caf-cf8f-487f-b3e8-f30c47275c44 is already hosted by enough agents. {{(pid=103780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:36:56.696653 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.base_scheduler [None req-4d121ef2-4d44-4d6a-892b-659088ac7f6a admin admin] Resources bound (agent type, host, resource id): {{(pid=103780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:36:56.704001 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d121ef2-4d44-4d6a-892b-659088ac7f6a admin admin] Received port after_create {{(pid=103780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:36:56.759008 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d121ef2-4d44-4d6a-892b-659088ac7f6a admin admin] Pushing event updated for resources: {'Port': ['ID=17663760-8255-410e-bf84-278ff29ec942,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:56.774037 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port c73bd451-416b-4efa-8670-5acc7b552868 is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:36:56.774842 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device 3e63cc5a-5686-40c7-ad06-23e329d99e6e up at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:36:56.804200 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-370b5e75-0298-4f59-a573-1a564e3176c5 None None] Set router 11da204d-1cd7-4dd0-9b58-6fbb8b1fca78 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:36:56.811447 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-bea7f6e6-ed92-4e00-9ef3-48db4e2d9a7b None None] Attempting to bind port b00de0cd-0a15-42cb-b049-7d05da15d4de on host dv-cinder-840678-10-iscsi for vnic_type normal with profile {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 19:36:56.811849 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-bea7f6e6-ed92-4e00-9ef3-48db4e2d9a7b None None] Attempting to bind port b00de0cd-0a15-42cb-b049-7d05da15d4de by drivers openvswitch,hyperv on host dv-cinder-840678-10-iscsi at level 0 using segments [{'id': 'a0644e0b-588e-4e8d-88af-44b9f0bb06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b49220ea-d5f1-4224-8283-0e52e547c390'}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 19:36:56.812352 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea7f6e6-ed92-4e00-9ef3-48db4e2d9a7b None None] Attempting to bind port b00de0cd-0a15-42cb-b049-7d05da15d4de on network b49220ea-d5f1-4224-8283-0e52e547c390 {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:36:56.894191 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea7f6e6-ed92-4e00-9ef3-48db4e2d9a7b None None] Checking agent: {'id': 'ad42d2f6-c134-426b-9061-deff100c9b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 19, 20, 51), 'started_at': datetime.datetime(2022, 5, 17, 19, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 19, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 19:36:56.898364 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea7f6e6-ed92-4e00-9ef3-48db4e2d9a7b None None] Checking segment: {'id': 'a0644e0b-588e-4e8d-88af-44b9f0bb06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b49220ea-d5f1-4224-8283-0e52e547c390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:36:56.899644 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-bea7f6e6-ed92-4e00-9ef3-48db4e2d9a7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:56.900055 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea7f6e6-ed92-4e00-9ef3-48db4e2d9a7b None None] Bound using segment: {'id': 'a0644e0b-588e-4e8d-88af-44b9f0bb06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b49220ea-d5f1-4224-8283-0e52e547c390'} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 19:36:56.900624 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-bea7f6e6-ed92-4e00-9ef3-48db4e2d9a7b None None] Bound port: b00de0cd-0a15-42cb-b049-7d05da15d4de, host: dv-cinder-840678-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0644e0b-588e-4e8d-88af-44b9f0bb06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b49220ea-d5f1-4224-8283-0e52e547c390'}}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 19:36:56.902593 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-bea7f6e6-ed92-4e00-9ef3-48db4e2d9a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (b00de0cd-0a15-42cb-b049-7d05da15d4de), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:56.941080 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-4096bc70-6c74-4909-8aa9-2160106835c8 None None] For port cf09a14e-e9de-4f0f-9719-b7abb4be0c6d, host dv-cinder-840678-10-iscsi, cleared binding levels {{(pid=103782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 19:36:56.976987 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-4096bc70-6c74-4909-8aa9-2160106835c8 None None] For port cf09a14e-e9de-4f0f-9719-b7abb4be0c6d, host dv-cinder-840678-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=cf09a14e-e9de-4f0f-9719-b7abb4be0c6d,segment=NetworkSegment(34ebd630-876e-422c-96c6-d92563e73c03),segment_id=34ebd630-876e-422c-96c6-d92563e73c03)] {{(pid=103782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 19:36:56.981997 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-69ad21aa-8a9c-40cc-999f-d77784f8e8bb None None] Current status of the port d2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85 is: DOWN; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:36:56.982935 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-69ad21aa-8a9c-40cc-999f-d77784f8e8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (d2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:57.008460 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Provisioning complete for port 3e63cc5a-5686-40c7-ad06-23e329d99e6e triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:36:57.010371 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (3e63cc5a-5686-40c7-ad06-23e329d99e6e), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:57.057032 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-370b5e75-0298-4f59-a573-1a564e3176c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'name': 'tempest-AttachVolumeTestJSON-1665142218-router', 'tenant_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '3e63cc5a-5686-40c7-ad06-23e329d99e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:36:47Z', 'updated_at': '2022-05-17T19:36:50Z', 'revision_number': 4, 'project_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'gw_port': {'id': '3e63cc5a-5686-40c7-ad06-23e329d99e6e', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:15:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:47Z', 'updated_at': '2022-05-17T19:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': 'd2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85', 'name': '', 'network_id': '8b845737-d82e-4f19-9988-0f9e0f6a0f47', 'tenant_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'mac_address': 'fa:16:3e:32:a9:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6eb8a244-3f8a-4176-9c1f-c7810d9719d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:50Z', 'updated_at': '2022-05-17T19:36:56Z', 'revision_number': 4, 'project_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'subnets': [{'id': '6eb8a244-3f8a-4176-9c1f-c7810d9719d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:36:57.057713 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-bea7f6e6-ed92-4e00-9ef3-48db4e2d9a7b None None] For port b00de0cd-0a15-42cb-b049-7d05da15d4de, host dv-cinder-840678-10-iscsi, cleared binding levels {{(pid=103782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 19:36:57.067658 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-4096bc70-6c74-4909-8aa9-2160106835c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (cf09a14e-e9de-4f0f-9719-b7abb4be0c6d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:57.081216 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3ce3f9ec-d26f-4842-9b3c-e3a4cebbc8be req-16857e0c-c05e-4206-bb4c-f303f3156972 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 210 time: 0.0413401 May 17 19:36:57.085689 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370b5e75-0298-4f59-a573-1a564e3176c5 None None] The sync data for ids ['11da204d-1cd7-4dd0-9b58-6fbb8b1fca78'] in dv-cinder-840678-10-iscsi is: [{'id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'name': 'tempest-AttachVolumeTestJSON-1665142218-router', 'tenant_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '3e63cc5a-5686-40c7-ad06-23e329d99e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:36:47Z', 'updated_at': '2022-05-17T19:36:50Z', 'revision_number': 4, 'project_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'gw_port': {'id': '3e63cc5a-5686-40c7-ad06-23e329d99e6e', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:15:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:47Z', 'updated_at': '2022-05-17T19:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': 'd2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85', 'name': '', 'network_id': '8b845737-d82e-4f19-9988-0f9e0f6a0f47', 'tenant_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'mac_address': 'fa:16:3e:32:a9:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6eb8a244-3f8a-4176-9c1f-c7810d9719d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:50Z', 'updated_at': '2022-05-17T19:36:56Z', 'revision_number': 4, 'project_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'subnets': [{'id': '6eb8a244-3f8a-4176-9c1f-c7810d9719d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 19:36:57.095732 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-69ad21aa-8a9c-40cc-999f-d77784f8e8bb None None] For port d2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=d2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85,segment=NetworkSegment(05333ea8-f183-43f5-8f32-55e1d4d8894f),segment_id=05333ea8-f183-43f5-8f32-55e1d4d8894f)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:36:57.098818 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-bea7f6e6-ed92-4e00-9ef3-48db4e2d9a7b None None] For port b00de0cd-0a15-42cb-b049-7d05da15d4de, host dv-cinder-840678-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=b00de0cd-0a15-42cb-b049-7d05da15d4de,segment=NetworkSegment(a0644e0b-588e-4e8d-88af-44b9f0bb06a9),segment_id=a0644e0b-588e-4e8d-88af-44b9f0bb06a9)] {{(pid=103782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 19:36:57.159680 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-4d121ef2-4d44-4d6a-892b-659088ac7f6a admin admin] Publish callbacks [] for router_gateway (ceb345f8-b7cf-4897-9517-7021eec5adac), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:57.169123 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-69ad21aa-8a9c-40cc-999f-d77784f8e8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (d2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:57.188533 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096bc70-6c74-4909-8aa9-2160106835c8 None None] Pushing event updated for resources: {'Port': ['ID=cf09a14e-e9de-4f0f-9719-b7abb4be0c6d,revision_number=2']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:57.234147 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port 3e63cc5a-5686-40c7-ad06-23e329d99e6e is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:36:57.249082 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-bea7f6e6-ed92-4e00-9ef3-48db4e2d9a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (b00de0cd-0a15-42cb-b049-7d05da15d4de), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:57.288337 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ad21aa-8a9c-40cc-999f-d77784f8e8bb None None] Pushing event updated for resources: {'Port': ['ID=d2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85,revision_number=5']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:57.337461 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-5b1a24b8-6233-404b-9954-5d99b8cdc4e7 None None] Provisioning complete for port b00de0cd-0a15-42cb-b049-7d05da15d4de triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:36:57.337883 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-5b1a24b8-6233-404b-9954-5d99b8cdc4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (b00de0cd-0a15-42cb-b049-7d05da15d4de), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:57.339428 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea7f6e6-ed92-4e00-9ef3-48db4e2d9a7b None None] Routers {'5054885d-54f6-4cc1-8d2f-903821e4b24d'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:36:57.340092 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-bea7f6e6-ed92-4e00-9ef3-48db4e2d9a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:36:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['5054885d-54f6-4cc1-8d2f-903821e4b24d'], 'active': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:36:57.479194 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-4d121ef2-4d44-4d6a-892b-659088ac7f6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16658854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16763877'] for router (ceb345f8-b7cf-4897-9517-7021eec5adac), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:57.480981 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25405426-3510-49c9-9450-cb31620467a1 None None] Pushing event updated for resources: {'Port': ['ID=b00de0cd-0a15-42cb-b049-7d05da15d4de,revision_number=4']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:57.598590 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvr_db [None req-bea7f6e6-ed92-4e00-9ef3-48db4e2d9a7b None None] Set router 5054885d-54f6-4cc1-8d2f-903821e4b24d gateway port host: dv-cinder-840678-10-iscsi {{(pid=103782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:36:57.641338 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-5b1a24b8-6233-404b-9954-5d99b8cdc4e7 None None] Current status of the port b00de0cd-0a15-42cb-b049-7d05da15d4de is: DOWN; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:36:57.641738 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-5b1a24b8-6233-404b-9954-5d99b8cdc4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (b00de0cd-0a15-42cb-b049-7d05da15d4de), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:57.730920 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-5b1a24b8-6233-404b-9954-5d99b8cdc4e7 None None] For port b00de0cd-0a15-42cb-b049-7d05da15d4de, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=b00de0cd-0a15-42cb-b049-7d05da15d4de,segment=NetworkSegment(a0644e0b-588e-4e8d-88af-44b9f0bb06a9),segment_id=a0644e0b-588e-4e8d-88af-44b9f0bb06a9)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:36:57.777218 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d121ef2-4d44-4d6a-892b-659088ac7f6a admin admin] Router ceb345f8-b7cf-4897-9517-7021eec5adac is scheduled to L3 agent d0bc9f74-feb0-4354-bd47-885486f1ec0d with binding_index 1 {{(pid=103780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 19:36:57.849132 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-5b1a24b8-6233-404b-9954-5d99b8cdc4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (b00de0cd-0a15-42cb-b049-7d05da15d4de), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:57.852955 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-bea7f6e6-ed92-4e00-9ef3-48db4e2d9a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5054885d-54f6-4cc1-8d2f-903821e4b24d', 'name': 'tempest-TestMinimumBasicScenario-1001068438-router', 'tenant_id': 'de75551df7bb4cadbaf622b4966540fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c73bd451-416b-4efa-8670-5acc7b552868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:36:48Z', 'updated_at': '2022-05-17T19:36:52Z', 'revision_number': 4, 'project_id': 'de75551df7bb4cadbaf622b4966540fb', 'gw_port': {'id': 'c73bd451-416b-4efa-8670-5acc7b552868', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:14:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5054885d-54f6-4cc1-8d2f-903821e4b24d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:49Z', 'updated_at': '2022-05-17T19:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': 'b00de0cd-0a15-42cb-b049-7d05da15d4de', 'name': '', 'network_id': 'b49220ea-d5f1-4224-8283-0e52e547c390', 'tenant_id': 'de75551df7bb4cadbaf622b4966540fb', 'mac_address': 'fa:16:3e:51:0a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5054885d-54f6-4cc1-8d2f-903821e4b24d', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '54848119-8d74-4c5d-8e4a-573785cea58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:51Z', 'updated_at': '2022-05-17T19:36:57Z', 'revision_number': 4, 'project_id': 'de75551df7bb4cadbaf622b4966540fb', 'subnets': [{'id': '54848119-8d74-4c5d-8e4a-573785cea58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:36:57.898666 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d121ef2-4d44-4d6a-892b-659088ac7f6a admin admin] Notify agent at l3_agent.dv-cinder-840678-10-iscsi the message routers_updated {{(pid=103780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 19:36:57.906060 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-5b1a24b8-6233-404b-9954-5d99b8cdc4e7 None None] Provisioning complete for port d2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85 triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:36:57.906440 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-5b1a24b8-6233-404b-9954-5d99b8cdc4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (d2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:57.908385 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea7f6e6-ed92-4e00-9ef3-48db4e2d9a7b None None] The sync data for ids ['5054885d-54f6-4cc1-8d2f-903821e4b24d'] in dv-cinder-840678-10-iscsi is: [{'id': '5054885d-54f6-4cc1-8d2f-903821e4b24d', 'name': 'tempest-TestMinimumBasicScenario-1001068438-router', 'tenant_id': 'de75551df7bb4cadbaf622b4966540fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c73bd451-416b-4efa-8670-5acc7b552868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:36:48Z', 'updated_at': '2022-05-17T19:36:52Z', 'revision_number': 4, 'project_id': 'de75551df7bb4cadbaf622b4966540fb', 'gw_port': {'id': 'c73bd451-416b-4efa-8670-5acc7b552868', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:14:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5054885d-54f6-4cc1-8d2f-903821e4b24d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:49Z', 'updated_at': '2022-05-17T19:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': 'b00de0cd-0a15-42cb-b049-7d05da15d4de', 'name': '', 'network_id': 'b49220ea-d5f1-4224-8283-0e52e547c390', 'tenant_id': 'de75551df7bb4cadbaf622b4966540fb', 'mac_address': 'fa:16:3e:51:0a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5054885d-54f6-4cc1-8d2f-903821e4b24d', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '54848119-8d74-4c5d-8e4a-573785cea58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:51Z', 'updated_at': '2022-05-17T19:36:57Z', 'revision_number': 4, 'project_id': 'de75551df7bb4cadbaf622b4966540fb', 'subnets': [{'id': '54848119-8d74-4c5d-8e4a-573785cea58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 19:36:57.934032 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b233f59-22c2-4604-99e7-087c6e5b9a9c None None] Sync routers for ids ['ceb345f8-b7cf-4897-9517-7021eec5adac'] in dv-cinder-840678-10-iscsi {{(pid=103782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 19:36:57.972154 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1a24b8-6233-404b-9954-5d99b8cdc4e7 None None] Pushing event updated for resources: {'Port': ['ID=b00de0cd-0a15-42cb-b049-7d05da15d4de,revision_number=5']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:57.978369 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b233f59-22c2-4604-99e7-087c6e5b9a9c None None] Routers {'ceb345f8-b7cf-4897-9517-7021eec5adac'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:36:57.979258 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-6b233f59-22c2-4604-99e7-087c6e5b9a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:36:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['ceb345f8-b7cf-4897-9517-7021eec5adac'], 'active': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:36:58.008070 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-4d121ef2-4d44-4d6a-892b-659088ac7f6a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:58.010148 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-4d121ef2-4d44-4d6a-892b-659088ac7f6a admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6645381 May 17 19:36:58.016889 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 46248) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:36:58.181543 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvr_db [None req-6b233f59-22c2-4604-99e7-087c6e5b9a9c None None] Set router ceb345f8-b7cf-4897-9517-7021eec5adac gateway port host: dv-cinder-840678-10-iscsi {{(pid=103782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:36:58.261325 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-3b5f33eb-aaaf-430b-909a-30956b24e2aa req-f82b28b9-3da6-43b7-a467-27e2727b6672 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 210 time: 0.0660775 May 17 19:36:58.293893 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-5b1a24b8-6233-404b-9954-5d99b8cdc4e7 None None] Current status of the port d2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85 is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:36:58.400559 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device d2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85 up at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:36:58.430012 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-6b233f59-22c2-4604-99e7-087c6e5b9a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb345f8-b7cf-4897-9517-7021eec5adac', 'name': 'tempest-TestMinimumBasicScenario-301142361-router', 'tenant_id': '61f95072dbf14035b151663d3ec2d626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '17663760-8255-410e-bf84-278ff29ec942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:36:55Z', 'updated_at': '2022-05-17T19:36:56Z', 'revision_number': 3, 'project_id': '61f95072dbf14035b151663d3ec2d626', 'gw_port': {'id': '17663760-8255-410e-bf84-278ff29ec942', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c3:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb345f8-b7cf-4897-9517-7021eec5adac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:56Z', 'updated_at': '2022-05-17T19:36:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi'}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:36:58.464165 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b233f59-22c2-4604-99e7-087c6e5b9a9c None None] Checking router: ceb345f8-b7cf-4897-9517-7021eec5adac for host: dv-cinder-840678-10-iscsi {{(pid=103782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 19:36:58.464602 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b233f59-22c2-4604-99e7-087c6e5b9a9c None None] Updating router ceb345f8-b7cf-4897-9517-7021eec5adac port 17663760-8255-410e-bf84-278ff29ec942 binding host dv-cinder-840678-10-iscsi {{(pid=103782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 19:36:58.470518 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-fd1f5b21-19c1-45cb-93d9-01351ed61323 None None] Provisioning complete for port b00de0cd-0a15-42cb-b049-7d05da15d4de triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:36:58.470967 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-fd1f5b21-19c1-45cb-93d9-01351ed61323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (b00de0cd-0a15-42cb-b049-7d05da15d4de), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:58.473707 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc710352-bc7a-46e6-8d85-f6ebc5ab526d None None] Network b8a13a61-0bda-4e5a-b461-a2aec0ab744f requested from dv-cinder-840678-10-iscsi {{(pid=103782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 19:36:58.576803 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-123d8d46-1241-4b02-b6e0-8b13f7619632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:58.686432 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-6b233f59-22c2-4604-99e7-087c6e5b9a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (17663760-8255-410e-bf84-278ff29ec942), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:58.749401 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_common [None req-123d8d46-1241-4b02-b6e0-8b13f7619632 admin admin] Allocated IP 172.20.0.1 (b8a13a61-0bda-4e5a-b461-a2aec0ab744f/26cbfcc0-02b0-4ac9-b6f2-03439c7b3ba2/dd1daba1-2bcc-4d24-9ff6-c8702402d550) {{(pid=103781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:36:58.759286 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Provisioning complete for port d2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85 triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:36:58.759692 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (d2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:58.888557 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-123d8d46-1241-4b02-b6e0-8b13f7619632 admin admin] Publish callbacks [] for port (dd1daba1-2bcc-4d24-9ff6-c8702402d550), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:58.962280 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-fd1f5b21-19c1-45cb-93d9-01351ed61323 None None] Current status of the port b00de0cd-0a15-42cb-b049-7d05da15d4de is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:36:59.033329 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f76060-726d-461a-9046-3ab071dba17b req-d685c945-0361-4005-8ca5-763a27fd2deb tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:36:59.035323 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-123d8d46-1241-4b02-b6e0-8b13f7619632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (dd1daba1-2bcc-4d24-9ff6-c8702402d550), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:59.038382 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-23f76060-726d-461a-9046-3ab071dba17b req-d685c945-0361-4005-8ca5-763a27fd2deb tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.69 "GET /v2.0/networks?id=8b845737-d82e-4f19-9988-0f9e0f6a0f47 HTTP/1.1" status: 200 len: 811 time: 0.4058635 May 17 19:36:59.110174 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123d8d46-1241-4b02-b6e0-8b13f7619632 admin admin] Pushing event updated for resources: {'Port': ['ID=dd1daba1-2bcc-4d24-9ff6-c8702402d550,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:59.114051 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port d2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85 is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:36:59.115165 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device cf09a14e-e9de-4f0f-9719-b7abb4be0c6d up at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:36:59.126828 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123d8d46-1241-4b02-b6e0-8b13f7619632 admin admin] Network b8a13a61-0bda-4e5a-b461-a2aec0ab744f is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:36:59.129039 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [None req-123d8d46-1241-4b02-b6e0-8b13f7619632 admin admin] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:36:59.135382 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123d8d46-1241-4b02-b6e0-8b13f7619632 admin admin] Received port after_create {{(pid=103781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:36:59.162601 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-23f76060-726d-461a-9046-3ab071dba17b req-5cf5c4e4-9020-4a89-b290-e7064b0e36fb tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c9294dbfdbb463baf41d1fea4ae1fbc HTTP/1.1" status: 200 len: 380 time: 0.1137362 May 17 19:36:59.178368 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [req-23f76060-726d-461a-9046-3ab071dba17b req-f922b26e-e689-42af-8ef8-3ff0f77dc2cd tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Request body: {'port': {'device_id': '2325baac-17e2-4990-901d-40968e6c9a94', 'network_id': '8b845737-d82e-4f19-9988-0f9e0f6a0f47', 'admin_state_up': True, 'tenant_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'security_groups': ['9acabee2-0a79-407c-9f93-294ac7d381a7']}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:36:59.183903 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-28690b05-c7b1-4ccb-ba0e-88df916236c2 None None] Provisioning complete for port cf09a14e-e9de-4f0f-9719-b7abb4be0c6d triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:36:59.184341 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-28690b05-c7b1-4ccb-ba0e-88df916236c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (cf09a14e-e9de-4f0f-9719-b7abb4be0c6d), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:59.202843 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-123d8d46-1241-4b02-b6e0-8b13f7619632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16761288'] for router_interface (ceb345f8-b7cf-4897-9517-7021eec5adac), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:59.342085 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Provisioning complete for port cf09a14e-e9de-4f0f-9719-b7abb4be0c6d triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:36:59.342474 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (cf09a14e-e9de-4f0f-9719-b7abb4be0c6d), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:59.391561 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3d2462ea-3d23-40fa-b229-1e7d7737faf9 req-8906f47c-2cb2-4c9d-8b47-9b416949a020 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 210 time: 0.0341659 May 17 19:36:59.417279 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-28690b05-c7b1-4ccb-ba0e-88df916236c2 None None] Current status of the port cf09a14e-e9de-4f0f-9719-b7abb4be0c6d is: DOWN; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:36:59.422212 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-28690b05-c7b1-4ccb-ba0e-88df916236c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (cf09a14e-e9de-4f0f-9719-b7abb4be0c6d), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:59.422349 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23f76060-726d-461a-9046-3ab071dba17b req-f922b26e-e689-42af-8ef8-3ff0f77dc2cd tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Made reservation on behalf of 2c9294dbfdbb463baf41d1fea4ae1fbc for: {'port': 1} {{(pid=103780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:36:59.423669 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-23f76060-726d-461a-9046-3ab071dba17b req-f922b26e-e689-42af-8ef8-3ff0f77dc2cd tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:59.460998 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-123d8d46-1241-4b02-b6e0-8b13f7619632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (dd1daba1-2bcc-4d24-9ff6-c8702402d550), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:59.533627 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port cf09a14e-e9de-4f0f-9719-b7abb4be0c6d is: DOWN; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:36:59.533812 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (cf09a14e-e9de-4f0f-9719-b7abb4be0c6d), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:59.562285 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-28690b05-c7b1-4ccb-ba0e-88df916236c2 None None] For port cf09a14e-e9de-4f0f-9719-b7abb4be0c6d, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=cf09a14e-e9de-4f0f-9719-b7abb4be0c6d,segment=NetworkSegment(34ebd630-876e-422c-96c6-d92563e73c03),segment_id=34ebd630-876e-422c-96c6-d92563e73c03)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:36:59.575311 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-6b233f59-22c2-4604-99e7-087c6e5b9a9c None None] Publish callbacks [] for port (17663760-8255-410e-bf84-278ff29ec942), precommit_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:59.591017 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.db_base_plugin_common [req-23f76060-726d-461a-9046-3ab071dba17b req-f922b26e-e689-42af-8ef8-3ff0f77dc2cd tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Allocated IP 172.20.0.11 (8b845737-d82e-4f19-9988-0f9e0f6a0f47/6eb8a244-3f8a-4176-9c1f-c7810d9719d4/859047c6-c48e-4a67-a300-49996fc18165) {{(pid=103780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:36:59.635066 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-28690b05-c7b1-4ccb-ba0e-88df916236c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (cf09a14e-e9de-4f0f-9719-b7abb4be0c6d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:59.680643 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-6b233f59-22c2-4604-99e7-087c6e5b9a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (17663760-8255-410e-bf84-278ff29ec942), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:59.701877 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-123d8d46-1241-4b02-b6e0-8b13f7619632 admin admin] Publish callbacks [] for port (dd1daba1-2bcc-4d24-9ff6-c8702402d550), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:59.727460 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.db.api [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 17 19:36:59.727460 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG oslo_db.api [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 17 19:36:59.727460 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28690b05-c7b1-4ccb-ba0e-88df916236c2 None None] Pushing event updated for resources: {'Port': ['ID=cf09a14e-e9de-4f0f-9719-b7abb4be0c6d,revision_number=3']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:59.736158 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-6b233f59-22c2-4604-99e7-087c6e5b9a9c None None] Attempting to bind port 17663760-8255-410e-bf84-278ff29ec942 on host dv-cinder-840678-10-iscsi for vnic_type normal with profile {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 19:36:59.736408 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-6b233f59-22c2-4604-99e7-087c6e5b9a9c None None] Attempting to bind port 17663760-8255-410e-bf84-278ff29ec942 by drivers openvswitch,hyperv on host dv-cinder-840678-10-iscsi at level 0 using segments [{'id': '9ce1d97a-7b85-460d-9e35-dbb6f20db43d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 19:36:59.737227 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b233f59-22c2-4604-99e7-087c6e5b9a9c None None] Attempting to bind port 17663760-8255-410e-bf84-278ff29ec942 on network a8e71caf-cf8f-487f-b3e8-f30c47275c44 {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:36:59.747834 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-23f76060-726d-461a-9046-3ab071dba17b req-f922b26e-e689-42af-8ef8-3ff0f77dc2cd tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks [] for port (859047c6-c48e-4a67-a300-49996fc18165), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:59.771451 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b233f59-22c2-4604-99e7-087c6e5b9a9c None None] Checking agent: {'id': 'ad42d2f6-c134-426b-9061-deff100c9b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 19, 20, 51), 'started_at': datetime.datetime(2022, 5, 17, 19, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 19, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 19:36:59.771852 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b233f59-22c2-4604-99e7-087c6e5b9a9c None None] Checking segment: {'id': '9ce1d97a-7b85-460d-9e35-dbb6f20db43d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:36:59.772258 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-6b233f59-22c2-4604-99e7-087c6e5b9a9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:59.772375 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-123d8d46-1241-4b02-b6e0-8b13f7619632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13820453'] for port (dd1daba1-2bcc-4d24-9ff6-c8702402d550), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:59.772651 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b233f59-22c2-4604-99e7-087c6e5b9a9c None None] Bound using segment: {'id': '9ce1d97a-7b85-460d-9e35-dbb6f20db43d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 19:36:59.773126 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-6b233f59-22c2-4604-99e7-087c6e5b9a9c None None] Bound port: 17663760-8255-410e-bf84-278ff29ec942, host: dv-cinder-840678-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce1d97a-7b85-460d-9e35-dbb6f20db43d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'}}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 19:36:59.773508 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-6b233f59-22c2-4604-99e7-087c6e5b9a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (17663760-8255-410e-bf84-278ff29ec942), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:59.804771 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-6d59f3cf-8b37-4ba3-8a6e-b53a4c33815a None None] Provisioning complete for port cf09a14e-e9de-4f0f-9719-b7abb4be0c6d triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:36:59.805138 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-6d59f3cf-8b37-4ba3-8a6e-b53a4c33815a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (cf09a14e-e9de-4f0f-9719-b7abb4be0c6d), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:59.814262 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8559f092-41da-4dbb-bc57-1c268139cddd None None] Pushing event updated for resources: {'Port': ['ID=17663760-8255-410e-bf84-278ff29ec942,revision_number=2']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:59.838504 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123d8d46-1241-4b02-b6e0-8b13f7619632 admin admin] Pushing event updated for resources: {'Port': ['ID=dd1daba1-2bcc-4d24-9ff6-c8702402d550,revision_number=2']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:59.841947 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-123d8d46-1241-4b02-b6e0-8b13f7619632 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16360533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16761730'] for router_interface (ceb345f8-b7cf-4897-9517-7021eec5adac), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:59.858044 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-23f76060-726d-461a-9046-3ab071dba17b req-f922b26e-e689-42af-8ef8-3ff0f77dc2cd tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014583'] for port (859047c6-c48e-4a67-a300-49996fc18165), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:59.863389 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-6b233f59-22c2-4604-99e7-087c6e5b9a9c None None] For port 17663760-8255-410e-bf84-278ff29ec942, host dv-cinder-840678-10-iscsi, cleared binding levels {{(pid=103782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 19:36:59.881775 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-6b233f59-22c2-4604-99e7-087c6e5b9a9c None None] For port 17663760-8255-410e-bf84-278ff29ec942, host dv-cinder-840678-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=17663760-8255-410e-bf84-278ff29ec942,segment=NetworkSegment(9ce1d97a-7b85-460d-9e35-dbb6f20db43d),segment_id=9ce1d97a-7b85-460d-9e35-dbb6f20db43d)] {{(pid=103782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 19:36:59.882394 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23f76060-726d-461a-9046-3ab071dba17b req-f922b26e-e689-42af-8ef8-3ff0f77dc2cd tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Network 8b845737-d82e-4f19-9988-0f9e0f6a0f47 is already hosted by enough agents. {{(pid=103780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:36:59.885962 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.base_scheduler [req-23f76060-726d-461a-9046-3ab071dba17b req-f922b26e-e689-42af-8ef8-3ff0f77dc2cd tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Resources bound (agent type, host, resource id): {{(pid=103780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:36:59.904953 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f76060-726d-461a-9046-3ab071dba17b req-f922b26e-e689-42af-8ef8-3ff0f77dc2cd tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Received port after_create {{(pid=103780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:36:59.925381 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-6d59f3cf-8b37-4ba3-8a6e-b53a4c33815a None None] Current status of the port cf09a14e-e9de-4f0f-9719-b7abb4be0c6d is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:36:59.934357 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-6d59f3cf-8b37-4ba3-8a6e-b53a4c33815a None None] Provisioning complete for port dd1daba1-2bcc-4d24-9ff6-c8702402d550 triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:36:59.934357 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-6d59f3cf-8b37-4ba3-8a6e-b53a4c33815a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (dd1daba1-2bcc-4d24-9ff6-c8702402d550), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:59.953459 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123d8d46-1241-4b02-b6e0-8b13f7619632 admin admin] Network b8a13a61-0bda-4e5a-b461-a2aec0ab744f is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:36:59.955347 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [None req-123d8d46-1241-4b02-b6e0-8b13f7619632 admin admin] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:36:59.967340 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f922b26e-e689-42af-8ef8-3ff0f77dc2cd tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Pushing event updated for resources: {'Port': ['ID=859047c6-c48e-4a67-a300-49996fc18165,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:36:59.985677 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-6d59f3cf-8b37-4ba3-8a6e-b53a4c33815a None None] Port dd1daba1-2bcc-4d24-9ff6-c8702402d550 cannot update to ACTIVE because it is not bound. {{(pid=103782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 19:36:59.988841 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-6b233f59-22c2-4604-99e7-087c6e5b9a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (17663760-8255-410e-bf84-278ff29ec942), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:36:59.991252 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f76060-726d-461a-9046-3ab071dba17b req-f922b26e-e689-42af-8ef8-3ff0f77dc2cd tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:36:59.991944 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-23f76060-726d-461a-9046-3ab071dba17b req-f922b26e-e689-42af-8ef8-3ff0f77dc2cd tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for port (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:00.064340 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8559f092-41da-4dbb-bc57-1c268139cddd None None] Pushing event updated for resources: {'Port': ['ID=17663760-8255-410e-bf84-278ff29ec942,revision_number=3']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:37:00.081210 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b233f59-22c2-4604-99e7-087c6e5b9a9c None None] Routers {'ceb345f8-b7cf-4897-9517-7021eec5adac'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:37:00.081846 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-6b233f59-22c2-4604-99e7-087c6e5b9a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:36:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['ceb345f8-b7cf-4897-9517-7021eec5adac'], 'active': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:37:00.087985 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-23f76060-726d-461a-9046-3ab071dba17b req-f922b26e-e689-42af-8ef8-3ff0f77dc2cd tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9203839 May 17 19:37:00.103598 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [req-23f76060-726d-461a-9046-3ab071dba17b req-a13797ac-b25e-46b0-b411-7e0c59bad5b9 service neutron] Request body: {'port': {'device_id': '2325baac-17e2-4990-901d-40968e6c9a94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:37:00.153920 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-123d8d46-1241-4b02-b6e0-8b13f7619632 admin admin] Router ceb345f8-b7cf-4897-9517-7021eec5adac has already been hosted by L3 agent d0bc9f74-feb0-4354-bd47-885486f1ec0d {{(pid=103781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 19:37:00.235522 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-23f76060-726d-461a-9046-3ab071dba17b req-a13797ac-b25e-46b0-b411-7e0c59bad5b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (859047c6-c48e-4a67-a300-49996fc18165), before_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:00.312128 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvr_db [None req-6b233f59-22c2-4604-99e7-087c6e5b9a9c None None] Set router ceb345f8-b7cf-4897-9517-7021eec5adac gateway port host: dv-cinder-840678-10-iscsi {{(pid=103782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:37:00.314289 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port cf09a14e-e9de-4f0f-9719-b7abb4be0c6d is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:37:00.315274 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device b00de0cd-0a15-42cb-b049-7d05da15d4de up at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:37:00.327117 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123d8d46-1241-4b02-b6e0-8b13f7619632 admin admin] Notify agent at l3_agent.dv-cinder-840678-10-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 19:37:00.333456 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-123d8d46-1241-4b02-b6e0-8b13f7619632 admin admin] 10.222.0.58 "PUT /v2.0/routers/ceb345f8-b7cf-4897-9517-7021eec5adac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3090420 May 17 19:37:00.376591 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-02c0669b-4351-46d8-af26-23280f734493 None None] Provisioning complete for port 859047c6-c48e-4a67-a300-49996fc18165 triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:37:00.377082 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-02c0669b-4351-46d8-af26-23280f734493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (859047c6-c48e-4a67-a300-49996fc18165), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:00.464296 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-02c0669b-4351-46d8-af26-23280f734493 None None] Port 859047c6-c48e-4a67-a300-49996fc18165 cannot update to ACTIVE because it is not bound. {{(pid=103782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 19:37:00.489361 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Provisioning complete for port b00de0cd-0a15-42cb-b049-7d05da15d4de triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:37:00.489655 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (b00de0cd-0a15-42cb-b049-7d05da15d4de), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:00.587035 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f797f-59a2-4c25-9d8c-694fd960a320 req-2cf5c6f7-f814-4a23-8245-904b0e1c87f2 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:00.589783 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-600f797f-59a2-4c25-9d8c-694fd960a320 req-2cf5c6f7-f814-4a23-8245-904b0e1c87f2 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 932 time: 0.0715024 May 17 19:37:00.639890 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port b00de0cd-0a15-42cb-b049-7d05da15d4de is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:37:00.651712 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-4698d22b-3c14-4a3c-ad2a-ff6fafcaa294 None None] Provisioning complete for port dd1daba1-2bcc-4d24-9ff6-c8702402d550 triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:37:00.652195 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-4698d22b-3c14-4a3c-ad2a-ff6fafcaa294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (dd1daba1-2bcc-4d24-9ff6-c8702402d550), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:00.694092 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-600f797f-59a2-4c25-9d8c-694fd960a320 req-1f04b7b5-ab25-4df6-a7a8-c5a6f606d8a3 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?id=9acabee2-0a79-407c-9f93-294ac7d381a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942767 May 17 19:37:00.698424 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.notifiers.nova [req-23f76060-726d-461a-9046-3ab071dba17b req-a13797ac-b25e-46b0-b411-7e0c59bad5b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 859047c6-c48e-4a67-a300-49996fc18165 {{(pid=103780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 19:37:00.714624 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-23f76060-726d-461a-9046-3ab071dba17b req-a13797ac-b25e-46b0-b411-7e0c59bad5b9 service neutron] Publish callbacks [] for port (859047c6-c48e-4a67-a300-49996fc18165), precommit_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:00.736276 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.provisioning_blocks [req-23f76060-726d-461a-9046-3ab071dba17b req-a13797ac-b25e-46b0-b411-7e0c59bad5b9 service neutron] Transition to ACTIVE for port object 859047c6-c48e-4a67-a300-49996fc18165 will not be triggered until provisioned by entity L2. {{(pid=103780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 19:37:00.746388 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-4698d22b-3c14-4a3c-ad2a-ff6fafcaa294 None None] Port dd1daba1-2bcc-4d24-9ff6-c8702402d550 cannot update to ACTIVE because it is not bound. {{(pid=103782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 19:37:00.761704 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-6b233f59-22c2-4604-99e7-087c6e5b9a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb345f8-b7cf-4897-9517-7021eec5adac', 'name': 'tempest-TestMinimumBasicScenario-301142361-router', 'tenant_id': '61f95072dbf14035b151663d3ec2d626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '17663760-8255-410e-bf84-278ff29ec942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:36:55Z', 'updated_at': '2022-05-17T19:36:59Z', 'revision_number': 4, 'project_id': '61f95072dbf14035b151663d3ec2d626', 'gw_port': {'id': '17663760-8255-410e-bf84-278ff29ec942', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c3:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb345f8-b7cf-4897-9517-7021eec5adac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:56Z', 'updated_at': '2022-05-17T19:36:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': 'dd1daba1-2bcc-4d24-9ff6-c8702402d550', 'name': '', 'network_id': 'b8a13a61-0bda-4e5a-b461-a2aec0ab744f', 'tenant_id': '61f95072dbf14035b151663d3ec2d626', 'mac_address': 'fa:16:3e:3f:ea:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb345f8-b7cf-4897-9517-7021eec5adac', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '26cbfcc0-02b0-4ac9-b6f2-03439c7b3ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:58Z', 'updated_at': '2022-05-17T19:36:59Z', 'revision_number': 2, 'project_id': '61f95072dbf14035b151663d3ec2d626', 'subnets': [{'id': '26cbfcc0-02b0-4ac9-b6f2-03439c7b3ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:37:00.793681 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device cf09a14e-e9de-4f0f-9719-b7abb4be0c6d up at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:37:00.796881 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b233f59-22c2-4604-99e7-087c6e5b9a9c None None] The sync data for ids ['ceb345f8-b7cf-4897-9517-7021eec5adac'] in dv-cinder-840678-10-iscsi is: [{'id': 'ceb345f8-b7cf-4897-9517-7021eec5adac', 'name': 'tempest-TestMinimumBasicScenario-301142361-router', 'tenant_id': '61f95072dbf14035b151663d3ec2d626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '17663760-8255-410e-bf84-278ff29ec942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:36:55Z', 'updated_at': '2022-05-17T19:36:59Z', 'revision_number': 4, 'project_id': '61f95072dbf14035b151663d3ec2d626', 'gw_port': {'id': '17663760-8255-410e-bf84-278ff29ec942', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c3:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb345f8-b7cf-4897-9517-7021eec5adac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:56Z', 'updated_at': '2022-05-17T19:36:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': 'dd1daba1-2bcc-4d24-9ff6-c8702402d550', 'name': '', 'network_id': 'b8a13a61-0bda-4e5a-b461-a2aec0ab744f', 'tenant_id': '61f95072dbf14035b151663d3ec2d626', 'mac_address': 'fa:16:3e:3f:ea:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb345f8-b7cf-4897-9517-7021eec5adac', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '26cbfcc0-02b0-4ac9-b6f2-03439c7b3ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:58Z', 'updated_at': '2022-05-17T19:36:59Z', 'revision_number': 2, 'project_id': '61f95072dbf14035b151663d3ec2d626', 'subnets': [{'id': '26cbfcc0-02b0-4ac9-b6f2-03439c7b3ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 19:37:00.811646 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-23f76060-726d-461a-9046-3ab071dba17b req-a13797ac-b25e-46b0-b411-7e0c59bad5b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13014528'] for port (859047c6-c48e-4a67-a300-49996fc18165), after_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:00.879210 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Provisioning complete for port cf09a14e-e9de-4f0f-9719-b7abb4be0c6d triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:37:00.879707 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (cf09a14e-e9de-4f0f-9719-b7abb4be0c6d), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:00.944507 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13797ac-b25e-46b0-b411-7e0c59bad5b9 service neutron] Pushing event updated for resources: {'Port': ['ID=859047c6-c48e-4a67-a300-49996fc18165,revision_number=2']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:37:01.000388 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port cf09a14e-e9de-4f0f-9719-b7abb4be0c6d is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:37:01.014557 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.managers [req-23f76060-726d-461a-9046-3ab071dba17b req-a13797ac-b25e-46b0-b411-7e0c59bad5b9 service neutron] Attempting to bind port 859047c6-c48e-4a67-a300-49996fc18165 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 19:37:01.015193 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.managers [req-23f76060-726d-461a-9046-3ab071dba17b req-a13797ac-b25e-46b0-b411-7e0c59bad5b9 service neutron] Attempting to bind port 859047c6-c48e-4a67-a300-49996fc18165 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '05333ea8-f183-43f5-8f32-55e1d4d8894f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8b845737-d82e-4f19-9988-0f9e0f6a0f47'}] {{(pid=103780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 19:37:01.015370 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f76060-726d-461a-9046-3ab071dba17b req-a13797ac-b25e-46b0-b411-7e0c59bad5b9 service neutron] Attempting to bind port 859047c6-c48e-4a67-a300-49996fc18165 on network 8b845737-d82e-4f19-9988-0f9e0f6a0f47 {{(pid=103780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:37:01.021179 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f76060-726d-461a-9046-3ab071dba17b req-a13797ac-b25e-46b0-b411-7e0c59bad5b9 service neutron] Port 859047c6-c48e-4a67-a300-49996fc18165 on network 8b845737-d82e-4f19-9988-0f9e0f6a0f47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 19:37:01.021716 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f76060-726d-461a-9046-3ab071dba17b req-a13797ac-b25e-46b0-b411-7e0c59bad5b9 service neutron] Attempting to bind port 859047c6-c48e-4a67-a300-49996fc18165 on network 8b845737-d82e-4f19-9988-0f9e0f6a0f47 {{(pid=103780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:37:01.030759 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f76060-726d-461a-9046-3ab071dba17b req-a13797ac-b25e-46b0-b411-7e0c59bad5b9 service neutron] Checking agent: {'id': 'bee311cb-2a55-4828-8ca4-4ee09c88de79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 19, 27, 43), 'started_at': datetime.datetime(2022, 5, 17, 19, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 19, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 19:37:01.030759 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f76060-726d-461a-9046-3ab071dba17b req-a13797ac-b25e-46b0-b411-7e0c59bad5b9 service neutron] Checking segment: {'id': '05333ea8-f183-43f5-8f32-55e1d4d8894f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8b845737-d82e-4f19-9988-0f9e0f6a0f47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:37:01.030759 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f76060-726d-461a-9046-3ab071dba17b req-a13797ac-b25e-46b0-b411-7e0c59bad5b9 service neutron] Bound using segment: {'id': '05333ea8-f183-43f5-8f32-55e1d4d8894f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8b845737-d82e-4f19-9988-0f9e0f6a0f47'} {{(pid=103780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 19:37:01.031762 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.managers [req-23f76060-726d-461a-9046-3ab071dba17b req-a13797ac-b25e-46b0-b411-7e0c59bad5b9 service neutron] Bound port: 859047c6-c48e-4a67-a300-49996fc18165, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05333ea8-f183-43f5-8f32-55e1d4d8894f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8b845737-d82e-4f19-9988-0f9e0f6a0f47'}}] {{(pid=103780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 19:37:01.032394 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-23f76060-726d-461a-9046-3ab071dba17b req-a13797ac-b25e-46b0-b411-7e0c59bad5b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (859047c6-c48e-4a67-a300-49996fc18165), before_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:01.139302 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.db [req-23f76060-726d-461a-9046-3ab071dba17b req-a13797ac-b25e-46b0-b411-7e0c59bad5b9 service neutron] For port 859047c6-c48e-4a67-a300-49996fc18165, host hv-cinder-84067, cleared binding levels {{(pid=103780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 19:37:01.141818 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.db [req-23f76060-726d-461a-9046-3ab071dba17b req-a13797ac-b25e-46b0-b411-7e0c59bad5b9 service neutron] For port 859047c6-c48e-4a67-a300-49996fc18165, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=859047c6-c48e-4a67-a300-49996fc18165,segment=NetworkSegment(05333ea8-f183-43f5-8f32-55e1d4d8894f),segment_id=05333ea8-f183-43f5-8f32-55e1d4d8894f)] {{(pid=103780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 19:37:01.240774 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-23f76060-726d-461a-9046-3ab071dba17b req-a13797ac-b25e-46b0-b411-7e0c59bad5b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13014528'] for port (859047c6-c48e-4a67-a300-49996fc18165), after_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:01.279805 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f76060-726d-461a-9046-3ab071dba17b req-a13797ac-b25e-46b0-b411-7e0c59bad5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:01.280433 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-23f76060-726d-461a-9046-3ab071dba17b req-a13797ac-b25e-46b0-b411-7e0c59bad5b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for port (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:01.281915 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-23f76060-726d-461a-9046-3ab071dba17b req-a13797ac-b25e-46b0-b411-7e0c59bad5b9 service neutron] 10.222.0.69 "PUT /v2.0/ports/859047c6-c48e-4a67-a300-49996fc18165 HTTP/1.1" status: 200 len: 1094 time: 1.1842859 May 17 19:37:01.282323 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2325baac-17e2-4990-901d-40968e6c9a94', 'tag': '859047c6-c48e-4a67-a300-49996fc18165'}] {{(pid=103780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:37:01.284631 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1bd86ad9c435c7379d29d4f4527297f276984ecaea51489ddc34f383e603623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9dad58-c7fc-4e66-b36f-9cfc3dc0881d" -d '{"events": [{"name": "network-changed", "server_uuid": "2325baac-17e2-4990-901d-40968e6c9a94", "tag": "859047c6-c48e-4a67-a300-49996fc18165"}]}' {{(pid=103780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:37:01.316911 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13797ac-b25e-46b0-b411-7e0c59bad5b9 service neutron] Pushing event updated for resources: {'Port': ['ID=859047c6-c48e-4a67-a300-49996fc18165,revision_number=3']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:37:01.339097 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 19:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95e4887-613d-4fea-96ed-b891e16f3884 x-openstack-request-id: req-c95e4887-613d-4fea-96ed-b891e16f3884 {{(pid=103780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:37:01.339473 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2325baac-17e2-4990-901d-40968e6c9a94", "tag": "859047c6-c48e-4a67-a300-49996fc18165", "status": "completed", "code": 200}]} {{(pid=103780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:37:01.339919 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c95e4887-613d-4fea-96ed-b891e16f3884 {{(pid=103780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:37:01.340527 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c95e4887-613d-4fea-96ed-b891e16f3884'] response: {'name': 'network-changed', 'server_uuid': '2325baac-17e2-4990-901d-40968e6c9a94', 'tag': '859047c6-c48e-4a67-a300-49996fc18165', 'status': 'completed', 'code': 200} May 17 19:37:01.408278 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9dad58-c7fc-4e66-b36f-9cfc3dc0881d req-d4f1322a-c0ba-4589-86fe-0a9ef954cefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:01.409957 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-5b9dad58-c7fc-4e66-b36f-9cfc3dc0881d req-d4f1322a-c0ba-4589-86fe-0a9ef954cefd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c9294dbfdbb463baf41d1fea4ae1fbc&device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 1128 time: 0.0497320 May 17 19:37:01.538429 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9dad58-c7fc-4e66-b36f-9cfc3dc0881d req-ec340a48-8a4f-436d-8aea-886b5aebfbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:01.540337 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-5b9dad58-c7fc-4e66-b36f-9cfc3dc0881d req-ec340a48-8a4f-436d-8aea-886b5aebfbeb service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=2c9294dbfdbb463baf41d1fea4ae1fbc&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1181076 May 17 19:37:01.678947 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9dad58-c7fc-4e66-b36f-9cfc3dc0881d req-fca15941-c4cc-4323-853c-c91c802e7497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:01.680489 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-5b9dad58-c7fc-4e66-b36f-9cfc3dc0881d req-fca15941-c4cc-4323-853c-c91c802e7497 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1337504 May 17 19:37:01.766428 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f76060-726d-461a-9046-3ab071dba17b req-64bfea18-217e-472d-a05e-8fe3aff791da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:01.767997 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-23f76060-726d-461a-9046-3ab071dba17b req-64bfea18-217e-472d-a05e-8fe3aff791da service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c9294dbfdbb463baf41d1fea4ae1fbc&device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 1128 time: 0.0495176 May 17 19:37:01.876293 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-23f76060-726d-461a-9046-3ab071dba17b req-717af9f1-4a84-482d-8292-1a71dc2d6de2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=859047c6-c48e-4a67-a300-49996fc18165 HTTP/1.1" status: 200 len: 217 time: 0.1001558 May 17 19:37:01.928989 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d0412-79d1-4a5d-a413-976fef4797b9 req-8e4c1de6-fb01-434b-a1cc-bfa763560fe1 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:01.930802 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-437d0412-79d1-4a5d-a413-976fef4797b9 req-8e4c1de6-fb01-434b-a1cc-bfa763560fe1 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 944 time: 0.1264582 May 17 19:37:01.962926 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f76060-726d-461a-9046-3ab071dba17b req-252e26f1-7ff8-4cea-9cbd-94585f377de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:01.963388 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-23f76060-726d-461a-9046-3ab071dba17b req-252e26f1-7ff8-4cea-9cbd-94585f377de2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6eb8a244-3f8a-4176-9c1f-c7810d9719d4 HTTP/1.1" status: 200 len: 850 time: 0.0785253 May 17 19:37:02.032577 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-437d0412-79d1-4a5d-a413-976fef4797b9 req-54b553e6-13a6-4931-bd4f-d10be0fcc261 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?id=9acabee2-0a79-407c-9f93-294ac7d381a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878754 May 17 19:37:02.035880 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f76060-726d-461a-9046-3ab071dba17b req-3349a3ea-d2e1-48ab-8de0-2ab7f5ff8c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:02.037411 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-23f76060-726d-461a-9046-3ab071dba17b req-3349a3ea-d2e1-48ab-8de0-2ab7f5ff8c57 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8b845737-d82e-4f19-9988-0f9e0f6a0f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0593126 May 17 19:37:02.139642 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-23f76060-726d-461a-9046-3ab071dba17b req-f509c077-ba6f-46b0-802b-74d100906cd8 service neutron] 10.222.0.69 "GET /v2.0/networks/8b845737-d82e-4f19-9988-0f9e0f6a0f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923395 May 17 19:37:02.252059 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-23f76060-726d-461a-9046-3ab071dba17b req-b2b9710e-55ef-49fc-aef7-fab2fa336921 service neutron] 10.222.0.69 "GET /v2.0/networks/8b845737-d82e-4f19-9988-0f9e0f6a0f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057956 May 17 19:37:02.471648 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.agents_db [None req-42b69621-6215-4a4a-9d32-588efc9ea437 None None] Agent healthcheck: found 6 active agents {{(pid=103783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 19:37:02.747288 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device 17663760-8255-410e-bf84-278ff29ec942 up at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:37:02.792049 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Provisioning complete for port 17663760-8255-410e-bf84-278ff29ec942 triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:37:02.792420 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (17663760-8255-410e-bf84-278ff29ec942), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:02.869933 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port 17663760-8255-410e-bf84-278ff29ec942 is: DOWN; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:37:02.871544 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (17663760-8255-410e-bf84-278ff29ec942), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:02.896783 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] For port 17663760-8255-410e-bf84-278ff29ec942, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=17663760-8255-410e-bf84-278ff29ec942,segment=NetworkSegment(9ce1d97a-7b85-460d-9e35-dbb6f20db43d),segment_id=9ce1d97a-7b85-460d-9e35-dbb6f20db43d)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:37:02.954443 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (17663760-8255-410e-bf84-278ff29ec942), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:03.155833 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Pushing event updated for resources: {'Port': ['ID=17663760-8255-410e-bf84-278ff29ec942,revision_number=4']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:37:03.171712 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ef23a-cbed-4a76-936d-068f6539450a req-53f84397-e04f-4b59-8b61-d3d092f4b32b tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:03.173233 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0f5ef23a-cbed-4a76-936d-068f6539450a req-53f84397-e04f-4b59-8b61-d3d092f4b32b tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 944 time: 0.0548668 May 17 19:37:03.236046 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0f5ef23a-cbed-4a76-936d-068f6539450a req-f2dde2a3-99c9-41d6-86b8-bab561a21a3e tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?id=9acabee2-0a79-407c-9f93-294ac7d381a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536666 May 17 19:37:04.344149 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ffac49-5906-4c40-9ed0-841f419c5f7d req-f99dac3c-a7fd-4c83-9a45-261d7d4a06d5 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:04.345792 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-42ffac49-5906-4c40-9ed0-841f419c5f7d req-f99dac3c-a7fd-4c83-9a45-261d7d4a06d5 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 944 time: 0.0500424 May 17 19:37:04.395233 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-42ffac49-5906-4c40-9ed0-841f419c5f7d req-ac5c60a0-76fe-4afb-8799-8deb29ce0db5 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?id=9acabee2-0a79-407c-9f93-294ac7d381a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436428 May 17 19:37:04.733861 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device 17663760-8255-410e-bf84-278ff29ec942 up at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:37:04.784050 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Provisioning complete for port 17663760-8255-410e-bf84-278ff29ec942 triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:37:04.784693 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (17663760-8255-410e-bf84-278ff29ec942), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:04.851171 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 859047c6-c48e-4a67-a300-49996fc18165 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 19:37:04.880995 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port 17663760-8255-410e-bf84-278ff29ec942 is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:37:04.980419 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port 859047c6-c48e-4a67-a300-49996fc18165, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=859047c6-c48e-4a67-a300-49996fc18165,segment=NetworkSegment(05333ea8-f183-43f5-8f32-55e1d4d8894f),segment_id=05333ea8-f183-43f5-8f32-55e1d4d8894f)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:37:04.994487 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Returning: {'device': '859047c6-c48e-4a67-a300-49996fc18165', 'network_id': '8b845737-d82e-4f19-9988-0f9e0f6a0f47', 'port_id': '859047c6-c48e-4a67-a300-49996fc18165', 'mac_address': 'fa:16:3e:d0:4e:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eb8a244-3f8a-4176-9c1f-c7810d9719d4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 19:37:05.035655 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Current status of the port 859047c6-c48e-4a67-a300-49996fc18165 is: DOWN; New status is: BUILD {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:37:05.036045 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (859047c6-c48e-4a67-a300-49996fc18165), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:05.049541 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 859047c6-c48e-4a67-a300-49996fc18165 {{(pid=103782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 19:37:05.074237 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port 859047c6-c48e-4a67-a300-49996fc18165, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=859047c6-c48e-4a67-a300-49996fc18165,segment=NetworkSegment(05333ea8-f183-43f5-8f32-55e1d4d8894f),segment_id=05333ea8-f183-43f5-8f32-55e1d4d8894f)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:37:05.143667 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (859047c6-c48e-4a67-a300-49996fc18165), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:05.226788 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Pushing event updated for resources: {'Port': ['ID=859047c6-c48e-4a67-a300-49996fc18165,revision_number=4']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:37:05.418573 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] get_ports_and_sgs() called for port_ids ['859047c6-c48e-4a67-a300-49996fc18165'] {{(pid=103782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 19:37:05.575998 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b3801-7968-4681-8599-85f511283bda req-b226b6c1-6d63-4ca2-bbd2-16c422760213 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:05.578779 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7d8b3801-7968-4681-8599-85f511283bda req-b226b6c1-6d63-4ca2-bbd2-16c422760213 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 945 time: 0.0805585 May 17 19:37:05.631712 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7d8b3801-7968-4681-8599-85f511283bda req-6ccc4a23-1cfe-4e0d-ad09-b1a18de2eec5 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?id=9acabee2-0a79-407c-9f93-294ac7d381a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473473 May 17 19:37:05.900714 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f203561-8fa0-4b69-ba52-ebc9ff1727ab None None] Sync routers for ids ['ceb345f8-b7cf-4897-9517-7021eec5adac'] in dv-cinder-840678-10-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 19:37:05.911165 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f203561-8fa0-4b69-ba52-ebc9ff1727ab None None] Routers {'ceb345f8-b7cf-4897-9517-7021eec5adac'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:37:05.911799 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-1f203561-8fa0-4b69-ba52-ebc9ff1727ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:36:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['ceb345f8-b7cf-4897-9517-7021eec5adac'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:37:06.024728 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-1f203561-8fa0-4b69-ba52-ebc9ff1727ab None None] Set router ceb345f8-b7cf-4897-9517-7021eec5adac gateway port host: dv-cinder-840678-10-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:37:06.221882 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-1f203561-8fa0-4b69-ba52-ebc9ff1727ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb345f8-b7cf-4897-9517-7021eec5adac', 'name': 'tempest-TestMinimumBasicScenario-301142361-router', 'tenant_id': '61f95072dbf14035b151663d3ec2d626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '17663760-8255-410e-bf84-278ff29ec942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:36:55Z', 'updated_at': '2022-05-17T19:36:59Z', 'revision_number': 4, 'project_id': '61f95072dbf14035b151663d3ec2d626', 'gw_port': {'id': '17663760-8255-410e-bf84-278ff29ec942', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb345f8-b7cf-4897-9517-7021eec5adac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:56Z', 'updated_at': '2022-05-17T19:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': 'dd1daba1-2bcc-4d24-9ff6-c8702402d550', 'name': '', 'network_id': 'b8a13a61-0bda-4e5a-b461-a2aec0ab744f', 'tenant_id': '61f95072dbf14035b151663d3ec2d626', 'mac_address': 'fa:16:3e:3f:ea:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb345f8-b7cf-4897-9517-7021eec5adac', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '26cbfcc0-02b0-4ac9-b6f2-03439c7b3ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:58Z', 'updated_at': '2022-05-17T19:36:59Z', 'revision_number': 2, 'project_id': '61f95072dbf14035b151663d3ec2d626', 'subnets': [{'id': '26cbfcc0-02b0-4ac9-b6f2-03439c7b3ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:37:06.246894 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f203561-8fa0-4b69-ba52-ebc9ff1727ab None None] Checking router: ceb345f8-b7cf-4897-9517-7021eec5adac for host: dv-cinder-840678-10-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 19:37:06.247239 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f203561-8fa0-4b69-ba52-ebc9ff1727ab None None] Updating router ceb345f8-b7cf-4897-9517-7021eec5adac port dd1daba1-2bcc-4d24-9ff6-c8702402d550 binding host dv-cinder-840678-10-iscsi {{(pid=103783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 19:37:06.278274 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-1f203561-8fa0-4b69-ba52-ebc9ff1727ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (dd1daba1-2bcc-4d24-9ff6-c8702402d550), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:06.581318 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-1f203561-8fa0-4b69-ba52-ebc9ff1727ab None None] Publish callbacks [] for port (dd1daba1-2bcc-4d24-9ff6-c8702402d550), precommit_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:06.663346 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-1f203561-8fa0-4b69-ba52-ebc9ff1727ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (dd1daba1-2bcc-4d24-9ff6-c8702402d550), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:06.717351 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b1762a-ac0b-4a5b-af63-45d140bce7f5 None None] Pushing event updated for resources: {'Port': ['ID=dd1daba1-2bcc-4d24-9ff6-c8702402d550,revision_number=3']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:37:06.790579 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0f5fe-d823-4d7a-993a-528ce2cce6b6 req-8e1f482f-9cb2-4a6f-8516-c6681d5d37b7 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:06.793513 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-4da0f5fe-d823-4d7a-993a-528ce2cce6b6 req-8e1f482f-9cb2-4a6f-8516-c6681d5d37b7 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 945 time: 0.0634029 May 17 19:37:06.794059 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-1f203561-8fa0-4b69-ba52-ebc9ff1727ab None None] Attempting to bind port dd1daba1-2bcc-4d24-9ff6-c8702402d550 on host dv-cinder-840678-10-iscsi for vnic_type normal with profile {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 19:37:06.794495 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-1f203561-8fa0-4b69-ba52-ebc9ff1727ab None None] Attempting to bind port dd1daba1-2bcc-4d24-9ff6-c8702402d550 by drivers openvswitch,hyperv on host dv-cinder-840678-10-iscsi at level 0 using segments [{'id': '34ebd630-876e-422c-96c6-d92563e73c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b8a13a61-0bda-4e5a-b461-a2aec0ab744f'}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 19:37:06.795973 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f203561-8fa0-4b69-ba52-ebc9ff1727ab None None] Attempting to bind port dd1daba1-2bcc-4d24-9ff6-c8702402d550 on network b8a13a61-0bda-4e5a-b461-a2aec0ab744f {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:37:06.802523 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f203561-8fa0-4b69-ba52-ebc9ff1727ab None None] Checking agent: {'id': 'ad42d2f6-c134-426b-9061-deff100c9b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 19, 20, 51), 'started_at': datetime.datetime(2022, 5, 17, 19, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 19, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 19:37:06.802985 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f203561-8fa0-4b69-ba52-ebc9ff1727ab None None] Checking segment: {'id': '34ebd630-876e-422c-96c6-d92563e73c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b8a13a61-0bda-4e5a-b461-a2aec0ab744f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:37:06.803450 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-1f203561-8fa0-4b69-ba52-ebc9ff1727ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:06.806851 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f203561-8fa0-4b69-ba52-ebc9ff1727ab None None] Bound using segment: {'id': '34ebd630-876e-422c-96c6-d92563e73c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b8a13a61-0bda-4e5a-b461-a2aec0ab744f'} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 19:37:06.807447 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-1f203561-8fa0-4b69-ba52-ebc9ff1727ab None None] Bound port: dd1daba1-2bcc-4d24-9ff6-c8702402d550, host: dv-cinder-840678-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34ebd630-876e-422c-96c6-d92563e73c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b8a13a61-0bda-4e5a-b461-a2aec0ab744f'}}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 19:37:06.807915 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-1f203561-8fa0-4b69-ba52-ebc9ff1727ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (dd1daba1-2bcc-4d24-9ff6-c8702402d550), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:06.869540 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-4da0f5fe-d823-4d7a-993a-528ce2cce6b6 req-f164313d-2f0f-425c-bb3f-1bc818d71bce tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?id=9acabee2-0a79-407c-9f93-294ac7d381a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697234 May 17 19:37:06.873202 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 859047c6-c48e-4a67-a300-49996fc18165 up at agent hyperv_hv-cinder-84067 {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:37:06.890236 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-1f203561-8fa0-4b69-ba52-ebc9ff1727ab None None] For port dd1daba1-2bcc-4d24-9ff6-c8702402d550, host dv-cinder-840678-10-iscsi, cleared binding levels {{(pid=103783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 19:37:06.894184 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-1f203561-8fa0-4b69-ba52-ebc9ff1727ab None None] For port dd1daba1-2bcc-4d24-9ff6-c8702402d550, host dv-cinder-840678-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=dd1daba1-2bcc-4d24-9ff6-c8702402d550,segment=NetworkSegment(34ebd630-876e-422c-96c6-d92563e73c03),segment_id=34ebd630-876e-422c-96c6-d92563e73c03)] {{(pid=103783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 19:37:06.924184 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Provisioning for port 859047c6-c48e-4a67-a300-49996fc18165 completed by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 19:37:06.989914 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-1f203561-8fa0-4b69-ba52-ebc9ff1727ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (dd1daba1-2bcc-4d24-9ff6-c8702402d550), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:07.050391 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b1762a-ac0b-4a5b-af63-45d140bce7f5 None None] Pushing event updated for resources: {'Port': ['ID=dd1daba1-2bcc-4d24-9ff6-c8702402d550,revision_number=4']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:37:07.051566 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Provisioning complete for port 859047c6-c48e-4a67-a300-49996fc18165 triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:37:07.055566 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (859047c6-c48e-4a67-a300-49996fc18165), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:07.068627 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f203561-8fa0-4b69-ba52-ebc9ff1727ab None None] Routers {'ceb345f8-b7cf-4897-9517-7021eec5adac'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:37:07.069247 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-1f203561-8fa0-4b69-ba52-ebc9ff1727ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:36:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['ceb345f8-b7cf-4897-9517-7021eec5adac'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:37:07.113907 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-848e6ebd-0fc0-4bf9-ab54-8013509802ca None None] Provisioning complete for port dd1daba1-2bcc-4d24-9ff6-c8702402d550 triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:37:07.114644 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-848e6ebd-0fc0-4bf9-ab54-8013509802ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (dd1daba1-2bcc-4d24-9ff6-c8702402d550), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:07.202525 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Current status of the port 859047c6-c48e-4a67-a300-49996fc18165 is: BUILD; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:37:07.203106 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (859047c6-c48e-4a67-a300-49996fc18165), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:07.256179 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-1f203561-8fa0-4b69-ba52-ebc9ff1727ab None None] Set router ceb345f8-b7cf-4897-9517-7021eec5adac gateway port host: dv-cinder-840678-10-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:37:07.277314 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2325baac-17e2-4990-901d-40968e6c9a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859047c6-c48e-4a67-a300-49996fc18165'}] {{(pid=103782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:37:07.280614 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dcdb420cfc3f3d59cdc90e9401be4743e23c4809d01819fc24a250fd06a42a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad72d6b3-d23a-48da-a5ec-25aacb04859a" -d '{"events": [{"server_uuid": "2325baac-17e2-4990-901d-40968e6c9a94", "name": "network-vif-plugged", "status": "completed", "tag": "859047c6-c48e-4a67-a300-49996fc18165"}]}' {{(pid=103782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:37:07.300754 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port 859047c6-c48e-4a67-a300-49996fc18165, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=859047c6-c48e-4a67-a300-49996fc18165,segment=NetworkSegment(05333ea8-f183-43f5-8f32-55e1d4d8894f),segment_id=05333ea8-f183-43f5-8f32-55e1d4d8894f)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:37:07.316901 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-848e6ebd-0fc0-4bf9-ab54-8013509802ca None None] Current status of the port dd1daba1-2bcc-4d24-9ff6-c8702402d550 is: DOWN; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:37:07.318689 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-848e6ebd-0fc0-4bf9-ab54-8013509802ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (dd1daba1-2bcc-4d24-9ff6-c8702402d550), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:07.329698 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 19:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef368761-88d3-4dea-b7b5-c4d63662d287 x-openstack-request-id: req-ef368761-88d3-4dea-b7b5-c4d63662d287 {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:37:07.330166 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2325baac-17e2-4990-901d-40968e6c9a94", "name": "network-vif-plugged", "status": "completed", "tag": "859047c6-c48e-4a67-a300-49996fc18165", "code": 200}]} {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:37:07.330517 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ef368761-88d3-4dea-b7b5-c4d63662d287 {{(pid=103782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:37:07.331008 dv-cinder-840678-10-iscsi neutron-server[103782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef368761-88d3-4dea-b7b5-c4d63662d287'] response: {'server_uuid': '2325baac-17e2-4990-901d-40968e6c9a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859047c6-c48e-4a67-a300-49996fc18165', 'code': 200} May 17 19:37:07.425893 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-848e6ebd-0fc0-4bf9-ab54-8013509802ca None None] For port dd1daba1-2bcc-4d24-9ff6-c8702402d550, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=dd1daba1-2bcc-4d24-9ff6-c8702402d550,segment=NetworkSegment(34ebd630-876e-422c-96c6-d92563e73c03),segment_id=34ebd630-876e-422c-96c6-d92563e73c03)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:37:07.560921 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-1f203561-8fa0-4b69-ba52-ebc9ff1727ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb345f8-b7cf-4897-9517-7021eec5adac', 'name': 'tempest-TestMinimumBasicScenario-301142361-router', 'tenant_id': '61f95072dbf14035b151663d3ec2d626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '17663760-8255-410e-bf84-278ff29ec942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:36:55Z', 'updated_at': '2022-05-17T19:36:59Z', 'revision_number': 4, 'project_id': '61f95072dbf14035b151663d3ec2d626', 'gw_port': {'id': '17663760-8255-410e-bf84-278ff29ec942', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb345f8-b7cf-4897-9517-7021eec5adac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:56Z', 'updated_at': '2022-05-17T19:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': 'dd1daba1-2bcc-4d24-9ff6-c8702402d550', 'name': '', 'network_id': 'b8a13a61-0bda-4e5a-b461-a2aec0ab744f', 'tenant_id': '61f95072dbf14035b151663d3ec2d626', 'mac_address': 'fa:16:3e:3f:ea:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb345f8-b7cf-4897-9517-7021eec5adac', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '26cbfcc0-02b0-4ac9-b6f2-03439c7b3ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:58Z', 'updated_at': '2022-05-17T19:37:06Z', 'revision_number': 4, 'project_id': '61f95072dbf14035b151663d3ec2d626', 'subnets': [{'id': '26cbfcc0-02b0-4ac9-b6f2-03439c7b3ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:37:07.585812 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f203561-8fa0-4b69-ba52-ebc9ff1727ab None None] The sync data for ids ['ceb345f8-b7cf-4897-9517-7021eec5adac'] in dv-cinder-840678-10-iscsi is: [{'id': 'ceb345f8-b7cf-4897-9517-7021eec5adac', 'name': 'tempest-TestMinimumBasicScenario-301142361-router', 'tenant_id': '61f95072dbf14035b151663d3ec2d626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '17663760-8255-410e-bf84-278ff29ec942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:36:55Z', 'updated_at': '2022-05-17T19:36:59Z', 'revision_number': 4, 'project_id': '61f95072dbf14035b151663d3ec2d626', 'gw_port': {'id': '17663760-8255-410e-bf84-278ff29ec942', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb345f8-b7cf-4897-9517-7021eec5adac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:56Z', 'updated_at': '2022-05-17T19:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': 'dd1daba1-2bcc-4d24-9ff6-c8702402d550', 'name': '', 'network_id': 'b8a13a61-0bda-4e5a-b461-a2aec0ab744f', 'tenant_id': '61f95072dbf14035b151663d3ec2d626', 'mac_address': 'fa:16:3e:3f:ea:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb345f8-b7cf-4897-9517-7021eec5adac', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '26cbfcc0-02b0-4ac9-b6f2-03439c7b3ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:58Z', 'updated_at': '2022-05-17T19:37:06Z', 'revision_number': 4, 'project_id': '61f95072dbf14035b151663d3ec2d626', 'subnets': [{'id': '26cbfcc0-02b0-4ac9-b6f2-03439c7b3ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 19:37:07.611653 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (859047c6-c48e-4a67-a300-49996fc18165), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:07.670104 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-848e6ebd-0fc0-4bf9-ab54-8013509802ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (dd1daba1-2bcc-4d24-9ff6-c8702402d550), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:07.672385 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Pushing event updated for resources: {'Port': ['ID=859047c6-c48e-4a67-a300-49996fc18165,revision_number=5']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:37:07.728606 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e6ebd-0fc0-4bf9-ab54-8013509802ca None None] Pushing event updated for resources: {'Port': ['ID=dd1daba1-2bcc-4d24-9ff6-c8702402d550,revision_number=5']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:37:07.790119 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-11f8871d-b7b0-4703-ad44-2be42a5dd178 None None] Provisioning complete for port dd1daba1-2bcc-4d24-9ff6-c8702402d550 triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:37:07.790400 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-11f8871d-b7b0-4703-ad44-2be42a5dd178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (dd1daba1-2bcc-4d24-9ff6-c8702402d550), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:07.882594 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-11f8871d-b7b0-4703-ad44-2be42a5dd178 None None] Current status of the port dd1daba1-2bcc-4d24-9ff6-c8702402d550 is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:37:07.894743 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b40a454-e5d8-48bc-8628-e88fc7339494 req-07c19cc4-892e-45ef-a007-52b3702822ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:07.896555 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-5b40a454-e5d8-48bc-8628-e88fc7339494 req-07c19cc4-892e-45ef-a007-52b3702822ef service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 1130 time: 0.0741029 May 17 19:37:07.982525 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-5b40a454-e5d8-48bc-8628-e88fc7339494 req-d59a8f4c-fdd5-4e50-9aed-58f17048bcbe service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9acabee2-0a79-407c-9f93-294ac7d381a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755675 May 17 19:37:08.027405 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194388f0-045d-4ef3-bd0d-b06d453d1a85 req-7af017ee-dafe-4286-b7f0-d8ef90376b10 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:08.028956 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-194388f0-045d-4ef3-bd0d-b06d453d1a85 req-7af017ee-dafe-4286-b7f0-d8ef90376b10 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 946 time: 0.0665271 May 17 19:37:08.085359 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-194388f0-045d-4ef3-bd0d-b06d453d1a85 req-1cbcf4b8-bf20-40bf-92d9-61543f45c01a tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?id=9acabee2-0a79-407c-9f93-294ac7d381a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499549 May 17 19:37:08.744160 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device dd1daba1-2bcc-4d24-9ff6-c8702402d550 up at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:37:08.797213 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Provisioning complete for port dd1daba1-2bcc-4d24-9ff6-c8702402d550 triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:37:08.797717 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (dd1daba1-2bcc-4d24-9ff6-c8702402d550), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:08.879969 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port dd1daba1-2bcc-4d24-9ff6-c8702402d550 is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:37:09.215121 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac10ad5-cc41-4094-99d9-578902201e3d req-35be820a-2add-45c7-b38e-a476e8f94f39 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:09.216536 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2ac10ad5-cc41-4094-99d9-578902201e3d req-35be820a-2add-45c7-b38e-a476e8f94f39 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 946 time: 0.0535724 May 17 19:37:09.267951 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2ac10ad5-cc41-4094-99d9-578902201e3d req-4376b6fc-d944-4a64-ae92-9e653051636d tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?id=9acabee2-0a79-407c-9f93-294ac7d381a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450943 May 17 19:37:10.403618 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f531fa-11a7-4103-a1e2-6074bb779f3c req-d0656d6a-e45f-4c32-9b77-13da738b2fd5 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:10.405736 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-32f531fa-11a7-4103-a1e2-6074bb779f3c req-d0656d6a-e45f-4c32-9b77-13da738b2fd5 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 946 time: 0.0515821 May 17 19:37:10.459020 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-32f531fa-11a7-4103-a1e2-6074bb779f3c req-58bff74d-a6e6-444b-b236-2295dcefdad3 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?id=9acabee2-0a79-407c-9f93-294ac7d381a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476401 May 17 19:37:10.571175 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86f271-004c-4d4a-904b-1fe022cfef07 req-5ddcd28b-8518-41e4-a75a-1bdd08ff8aa7 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:10.572650 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ba86f271-004c-4d4a-904b-1fe022cfef07 req-5ddcd28b-8518-41e4-a75a-1bdd08ff8aa7 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 946 time: 0.0513594 May 17 19:37:10.582766 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 46322) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:37:10.587283 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-694e57d4-6f2b-4b51-aaa7-19368ca94f97 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Request body: {'floatingip': {'port_id': '859047c6-c48e-4a67-a300-49996fc18165'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:37:10.624499 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-694e57d4-6f2b-4b51-aaa7-19368ca94f97 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks [] for floatingip (aa7cb8d6-4794-4dbf-85d3-8cfa7788428e), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:11.042847 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-694e57d4-6f2b-4b51-aaa7-19368ca94f97 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:11.112479 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-694e57d4-6f2b-4b51-aaa7-19368ca94f97 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16764702'] for floatingip (aa7cb8d6-4794-4dbf-85d3-8cfa7788428e), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:11.211126 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.db.l3_db [None req-694e57d4-6f2b-4b51-aaa7-19368ca94f97 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Floating IP aa7cb8d6-4794-4dbf-85d3-8cfa7788428e associated. External IP: 172.27.2.110, port: 859047c6-c48e-4a67-a300-49996fc18165. May 17 19:37:11.660927 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-694e57d4-6f2b-4b51-aaa7-19368ca94f97 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Router 11da204d-1cd7-4dd0-9b58-6fbb8b1fca78 has already been hosted by L3 agent d0bc9f74-feb0-4354-bd47-885486f1ec0d {{(pid=103781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 19:37:11.762014 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694e57d4-6f2b-4b51-aaa7-19368ca94f97 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Notify agent at l3_agent.dv-cinder-840678-10-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 19:37:11.767126 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-694e57d4-6f2b-4b51-aaa7-19368ca94f97 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for floatingip (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:11.772029 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f056ae05-9dab-4635-ab09-1c35e6d6e6ff None None] Sync routers for ids ['11da204d-1cd7-4dd0-9b58-6fbb8b1fca78'] in dv-cinder-840678-10-iscsi {{(pid=103782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 19:37:11.782671 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f056ae05-9dab-4635-ab09-1c35e6d6e6ff None None] Routers {'11da204d-1cd7-4dd0-9b58-6fbb8b1fca78'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:37:11.783296 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-f056ae05-9dab-4635-ab09-1c35e6d6e6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:36:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['11da204d-1cd7-4dd0-9b58-6fbb8b1fca78'], 'active': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:37:11.798118 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-694e57d4-6f2b-4b51-aaa7-19368ca94f97 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "PUT /v2.0/floatingips/aa7cb8d6-4794-4dbf-85d3-8cfa7788428e HTTP/1.1" status: 200 len: 992 time: 1.2142906 May 17 19:37:11.798712 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2325baac-17e2-4990-901d-40968e6c9a94', 'tag': '859047c6-c48e-4a67-a300-49996fc18165'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:37:11.800990 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5abf21081b7c701043d67e7bff15db599e71af2afb5ac8611b6265996300b020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988bbc28-93f7-479b-aa3b-9d5cfe5daca5" -d '{"events": [{"name": "network-changed", "server_uuid": "2325baac-17e2-4990-901d-40968e6c9a94", "tag": "859047c6-c48e-4a67-a300-49996fc18165"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:37:11.836569 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 19:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73599cce-17e1-4b03-a83c-ab575b727fb4 x-openstack-request-id: req-73599cce-17e1-4b03-a83c-ab575b727fb4 {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:37:11.836569 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2325baac-17e2-4990-901d-40968e6c9a94", "tag": "859047c6-c48e-4a67-a300-49996fc18165", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:37:11.836824 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-73599cce-17e1-4b03-a83c-ab575b727fb4 {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:37:11.837060 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73599cce-17e1-4b03-a83c-ab575b727fb4'] response: {'name': 'network-changed', 'server_uuid': '2325baac-17e2-4990-901d-40968e6c9a94', 'tag': '859047c6-c48e-4a67-a300-49996fc18165', 'status': 'completed', 'code': 200} May 17 19:37:11.894337 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvr_db [None req-f056ae05-9dab-4635-ab09-1c35e6d6e6ff None None] Set router 11da204d-1cd7-4dd0-9b58-6fbb8b1fca78 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:37:11.898223 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988bbc28-93f7-479b-aa3b-9d5cfe5daca5 req-36a485e8-e88f-4f02-8a60-8b1a24891acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:11.899846 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-988bbc28-93f7-479b-aa3b-9d5cfe5daca5 req-36a485e8-e88f-4f02-8a60-8b1a24891acc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c9294dbfdbb463baf41d1fea4ae1fbc&device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 1130 time: 0.0405495 May 17 19:37:12.002004 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988bbc28-93f7-479b-aa3b-9d5cfe5daca5 req-95e5a830-301a-499b-b822-771223aa7a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:12.003901 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-988bbc28-93f7-479b-aa3b-9d5cfe5daca5 req-95e5a830-301a-499b-b822-771223aa7a02 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8b845737-d82e-4f19-9988-0f9e0f6a0f47 HTTP/1.1" status: 200 len: 912 time: 0.0972302 May 17 19:37:12.065001 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-988bbc28-93f7-479b-aa3b-9d5cfe5daca5 req-05f1deda-0d5a-499d-acf1-34da8a62ae85 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=859047c6-c48e-4a67-a300-49996fc18165 HTTP/1.1" status: 200 len: 1000 time: 0.0553174 May 17 19:37:12.066519 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aaac76-5779-40c4-8e01-460de2dc56fe req-5a2b837a-2447-4e96-9ae1-ebdbbde00e79 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:12.068046 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-74aaac76-5779-40c4-8e01-460de2dc56fe req-5a2b837a-2447-4e96-9ae1-ebdbbde00e79 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/networks?id=b49220ea-d5f1-4224-8283-0e52e547c390 HTTP/1.1" status: 200 len: 815 time: 0.1078668 May 17 19:37:12.083458 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-74aaac76-5779-40c4-8e01-460de2dc56fe req-6b2f467e-567e-40b2-b243-722b8532b549 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/quotas/de75551df7bb4cadbaf622b4966540fb HTTP/1.1" status: 200 len: 375 time: 0.0100434 May 17 19:37:12.119377 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988bbc28-93f7-479b-aa3b-9d5cfe5daca5 req-ab9c1ec9-c72d-4f50-8e95-56cda9ed2cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:12.120866 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-988bbc28-93f7-479b-aa3b-9d5cfe5daca5 req-ab9c1ec9-c72d-4f50-8e95-56cda9ed2cf9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6eb8a244-3f8a-4176-9c1f-c7810d9719d4 HTTP/1.1" status: 200 len: 850 time: 0.0500095 May 17 19:37:12.122358 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-f056ae05-9dab-4635-ab09-1c35e6d6e6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'name': 'tempest-AttachVolumeTestJSON-1665142218-router', 'tenant_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '3e63cc5a-5686-40c7-ad06-23e329d99e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:36:47Z', 'updated_at': '2022-05-17T19:36:50Z', 'revision_number': 4, 'project_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'gw_port': {'id': '3e63cc5a-5686-40c7-ad06-23e329d99e6e', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:15:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:47Z', 'updated_at': '2022-05-17T19:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_floatingips': [{'id': 'aa7cb8d6-4794-4dbf-85d3-8cfa7788428e', 'tenant_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'floating_ip_address': '172.27.2.110', 'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'router_id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'port_id': '859047c6-c48e-4a67-a300-49996fc18165', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b845737-d82e-4f19-9988-0f9e0f6a0f47', 'mac_address': 'fa:16:3e:d0:4e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2325baac-17e2-4990-901d-40968e6c9a94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T19:36:54Z', 'updated_at': '2022-05-17T19:37:10Z', 'revision_number': 1, 'project_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85', 'name': '', 'network_id': '8b845737-d82e-4f19-9988-0f9e0f6a0f47', 'tenant_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'mac_address': 'fa:16:3e:32:a9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6eb8a244-3f8a-4176-9c1f-c7810d9719d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:50Z', 'updated_at': '2022-05-17T19:36:57Z', 'revision_number': 5, 'project_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'subnets': [{'id': '6eb8a244-3f8a-4176-9c1f-c7810d9719d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:37:12.136998 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-74aaac76-5779-40c4-8e01-460de2dc56fe req-b26baea5-d896-4daf-bb4b-bc6a32e52374 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=de75551df7bb4cadbaf622b4966540fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482891 May 17 19:37:12.146626 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f056ae05-9dab-4635-ab09-1c35e6d6e6ff None None] Checking router: 11da204d-1cd7-4dd0-9b58-6fbb8b1fca78 for host: dv-cinder-840678-10-iscsi {{(pid=103782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 19:37:12.155973 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f056ae05-9dab-4635-ab09-1c35e6d6e6ff None None] Routers {'11da204d-1cd7-4dd0-9b58-6fbb8b1fca78'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:37:12.156586 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-f056ae05-9dab-4635-ab09-1c35e6d6e6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:36:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['11da204d-1cd7-4dd0-9b58-6fbb8b1fca78'], 'active': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:37:12.174025 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988bbc28-93f7-479b-aa3b-9d5cfe5daca5 req-899c4e3b-7656-4f8c-a836-e7d622d6b324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:12.175688 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-988bbc28-93f7-479b-aa3b-9d5cfe5daca5 req-899c4e3b-7656-4f8c-a836-e7d622d6b324 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8b845737-d82e-4f19-9988-0f9e0f6a0f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0471911 May 17 19:37:12.234149 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-74aaac76-5779-40c4-8e01-460de2dc56fe req-e971a7bd-3ae8-4a9f-8ac1-6be8928d803c service neutron] 10.222.0.58 "GET /v2.0/networks/b49220ea-d5f1-4224-8283-0e52e547c390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858746 May 17 19:37:12.261530 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvr_db [None req-f056ae05-9dab-4635-ab09-1c35e6d6e6ff None None] Set router 11da204d-1cd7-4dd0-9b58-6fbb8b1fca78 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:37:12.272452 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-988bbc28-93f7-479b-aa3b-9d5cfe5daca5 req-d00b986f-e945-4a1b-bb2f-253d38978028 service neutron] 10.222.0.69 "GET /v2.0/networks/8b845737-d82e-4f19-9988-0f9e0f6a0f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907271 May 17 19:37:12.325978 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-74aaac76-5779-40c4-8e01-460de2dc56fe req-5f2ebec6-6478-41c3-85e5-e7ca1b6c5738 service neutron] 10.222.0.58 "GET /v2.0/networks/b49220ea-d5f1-4224-8283-0e52e547c390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858164 May 17 19:37:12.379853 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-988bbc28-93f7-479b-aa3b-9d5cfe5daca5 req-fcae1f39-9054-4d20-a1c1-2c26870d1293 service neutron] 10.222.0.69 "GET /v2.0/networks/8b845737-d82e-4f19-9988-0f9e0f6a0f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011925 May 17 19:37:12.477435 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-f056ae05-9dab-4635-ab09-1c35e6d6e6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'name': 'tempest-AttachVolumeTestJSON-1665142218-router', 'tenant_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '3e63cc5a-5686-40c7-ad06-23e329d99e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:36:47Z', 'updated_at': '2022-05-17T19:36:50Z', 'revision_number': 4, 'project_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'gw_port': {'id': '3e63cc5a-5686-40c7-ad06-23e329d99e6e', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:15:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:47Z', 'updated_at': '2022-05-17T19:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_floatingips': [{'id': 'aa7cb8d6-4794-4dbf-85d3-8cfa7788428e', 'tenant_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'floating_ip_address': '172.27.2.110', 'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'router_id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'port_id': '859047c6-c48e-4a67-a300-49996fc18165', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b845737-d82e-4f19-9988-0f9e0f6a0f47', 'mac_address': 'fa:16:3e:d0:4e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2325baac-17e2-4990-901d-40968e6c9a94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T19:36:54Z', 'updated_at': '2022-05-17T19:37:10Z', 'revision_number': 1, 'project_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85', 'name': '', 'network_id': '8b845737-d82e-4f19-9988-0f9e0f6a0f47', 'tenant_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'mac_address': 'fa:16:3e:32:a9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6eb8a244-3f8a-4176-9c1f-c7810d9719d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:50Z', 'updated_at': '2022-05-17T19:36:57Z', 'revision_number': 5, 'project_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'subnets': [{'id': '6eb8a244-3f8a-4176-9c1f-c7810d9719d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:37:12.505848 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f056ae05-9dab-4635-ab09-1c35e6d6e6ff None None] The sync data for ids ['11da204d-1cd7-4dd0-9b58-6fbb8b1fca78'] in dv-cinder-840678-10-iscsi is: [{'id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'name': 'tempest-AttachVolumeTestJSON-1665142218-router', 'tenant_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '3e63cc5a-5686-40c7-ad06-23e329d99e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:36:47Z', 'updated_at': '2022-05-17T19:36:50Z', 'revision_number': 4, 'project_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'gw_port': {'id': '3e63cc5a-5686-40c7-ad06-23e329d99e6e', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:15:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:47Z', 'updated_at': '2022-05-17T19:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_floatingips': [{'id': 'aa7cb8d6-4794-4dbf-85d3-8cfa7788428e', 'tenant_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'floating_ip_address': '172.27.2.110', 'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'router_id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'port_id': '859047c6-c48e-4a67-a300-49996fc18165', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b845737-d82e-4f19-9988-0f9e0f6a0f47', 'mac_address': 'fa:16:3e:d0:4e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2325baac-17e2-4990-901d-40968e6c9a94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T19:36:54Z', 'updated_at': '2022-05-17T19:37:10Z', 'revision_number': 1, 'project_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85', 'name': '', 'network_id': '8b845737-d82e-4f19-9988-0f9e0f6a0f47', 'tenant_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'mac_address': 'fa:16:3e:32:a9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6eb8a244-3f8a-4176-9c1f-c7810d9719d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:50Z', 'updated_at': '2022-05-17T19:36:57Z', 'revision_number': 5, 'project_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'subnets': [{'id': '6eb8a244-3f8a-4176-9c1f-c7810d9719d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 19:37:12.621614 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-bbab5054-8828-4133-89a9-835328500261 req-edcf2722-2345-4e2c-88e0-32948503f473 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/ports?device_id=190a80f6-7783-405a-bebe-05ad5e47dd0e HTTP/1.1" status: 200 len: 210 time: 0.0289931 May 17 19:37:12.723656 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67c27e4-a1c4-4c2e-9990-59e5cfbf05f9 None None] New status for floating IP aa7cb8d6-4794-4dbf-85d3-8cfa7788428e: ACTIVE {{(pid=103783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 19:37:13.714178 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-56010578-d5e7-4ad2-b364-08ef4edf6ea1 req-e7a777c9-6192-444a-abc4-f9b88d372b15 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/ports?device_id=190a80f6-7783-405a-bebe-05ad5e47dd0e HTTP/1.1" status: 200 len: 210 time: 0.0281146 May 17 19:37:14.565211 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (bee311cb-2a55-4828-8ca4-4ee09c88de79), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:14.696694 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aaac76-5779-40c4-8e01-460de2dc56fe req-a5297f9f-b6dc-453f-a273-224601abdc7e tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:14.698108 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-74aaac76-5779-40c4-8e01-460de2dc56fe req-a5297f9f-b6dc-453f-a273-224601abdc7e tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.69 "GET /v2.0/networks?id=b49220ea-d5f1-4224-8283-0e52e547c390 HTTP/1.1" status: 200 len: 815 time: 0.1020639 May 17 19:37:14.709924 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [req-74aaac76-5779-40c4-8e01-460de2dc56fe req-c1ebd7d4-7e1d-4dfe-9203-5e2aabe4bf07 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Request body: {'port': {'device_id': '190a80f6-7783-405a-bebe-05ad5e47dd0e', 'network_id': 'b49220ea-d5f1-4224-8283-0e52e547c390', 'admin_state_up': True, 'tenant_id': 'de75551df7bb4cadbaf622b4966540fb'}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:37:14.817559 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-17dc8f45-98fe-4b8a-b3f9-b3a17ea29b83 req-09bd6bda-5bf2-4f0d-b550-5a9b77b799e2 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/ports?device_id=190a80f6-7783-405a-bebe-05ad5e47dd0e HTTP/1.1" status: 200 len: 210 time: 0.0353329 May 17 19:37:14.879926 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74aaac76-5779-40c4-8e01-460de2dc56fe req-c1ebd7d4-7e1d-4dfe-9203-5e2aabe4bf07 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Made reservation on behalf of de75551df7bb4cadbaf622b4966540fb for: {'port': 1} {{(pid=103780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:37:14.883660 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-74aaac76-5779-40c4-8e01-460de2dc56fe req-c1ebd7d4-7e1d-4dfe-9203-5e2aabe4bf07 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:14.974891 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0f73bab2-5ae4-479d-a6e7-db3673ed6ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:15.014347 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.db_base_plugin_common [req-74aaac76-5779-40c4-8e01-460de2dc56fe req-c1ebd7d4-7e1d-4dfe-9203-5e2aabe4bf07 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Allocated IP 172.20.0.9 (b49220ea-d5f1-4224-8283-0e52e547c390/54848119-8d74-4c5d-8e4a-573785cea58e/84b8d76c-fba3-4751-a1e1-03ee0d93f81c) {{(pid=103780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:37:15.163843 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-74aaac76-5779-40c4-8e01-460de2dc56fe req-c1ebd7d4-7e1d-4dfe-9203-5e2aabe4bf07 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks [] for port (84b8d76c-fba3-4751-a1e1-03ee0d93f81c), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:15.280404 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-74aaac76-5779-40c4-8e01-460de2dc56fe req-c1ebd7d4-7e1d-4dfe-9203-5e2aabe4bf07 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014583'] for port (84b8d76c-fba3-4751-a1e1-03ee0d93f81c), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:15.318715 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74aaac76-5779-40c4-8e01-460de2dc56fe req-c1ebd7d4-7e1d-4dfe-9203-5e2aabe4bf07 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Network b49220ea-d5f1-4224-8283-0e52e547c390 is already hosted by enough agents. {{(pid=103780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:37:15.321723 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.base_scheduler [req-74aaac76-5779-40c4-8e01-460de2dc56fe req-c1ebd7d4-7e1d-4dfe-9203-5e2aabe4bf07 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Resources bound (agent type, host, resource id): {{(pid=103780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:37:15.325259 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.l3_dvrscheduler_db [req-74aaac76-5779-40c4-8e01-460de2dc56fe req-c1ebd7d4-7e1d-4dfe-9203-5e2aabe4bf07 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Received port after_create {{(pid=103780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:37:15.352169 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ebd7d4-7e1d-4dfe-9203-5e2aabe4bf07 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Pushing event updated for resources: {'Port': ['ID=84b8d76c-fba3-4751-a1e1-03ee0d93f81c,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:37:15.367417 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebd7d4-7e1d-4dfe-9203-5e2aabe4bf07 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:37:15.367791 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebd7d4-7e1d-4dfe-9203-5e2aabe4bf07 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:37:15.368150 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebd7d4-7e1d-4dfe-9203-5e2aabe4bf07 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:37:15.368484 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebd7d4-7e1d-4dfe-9203-5e2aabe4bf07 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:37:15.368757 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebd7d4-7e1d-4dfe-9203-5e2aabe4bf07 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:37:15.369163 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebd7d4-7e1d-4dfe-9203-5e2aabe4bf07 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:37:15.369409 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebd7d4-7e1d-4dfe-9203-5e2aabe4bf07 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:37:15.369922 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebd7d4-7e1d-4dfe-9203-5e2aabe4bf07 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:37:15.370038 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebd7d4-7e1d-4dfe-9203-5e2aabe4bf07 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:37:15.370348 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebd7d4-7e1d-4dfe-9203-5e2aabe4bf07 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:37:15.370665 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebd7d4-7e1d-4dfe-9203-5e2aabe4bf07 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:37:15.371079 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebd7d4-7e1d-4dfe-9203-5e2aabe4bf07 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:37:15.371293 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebd7d4-7e1d-4dfe-9203-5e2aabe4bf07 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:37:15.371617 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebd7d4-7e1d-4dfe-9203-5e2aabe4bf07 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:37:15.372667 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebd7d4-7e1d-4dfe-9203-5e2aabe4bf07 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:37:15.392731 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aaac76-5779-40c4-8e01-460de2dc56fe req-c1ebd7d4-7e1d-4dfe-9203-5e2aabe4bf07 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:15.393371 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-74aaac76-5779-40c4-8e01-460de2dc56fe req-c1ebd7d4-7e1d-4dfe-9203-5e2aabe4bf07 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for port (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:15.470293 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-74aaac76-5779-40c4-8e01-460de2dc56fe req-c1ebd7d4-7e1d-4dfe-9203-5e2aabe4bf07 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7629468 May 17 19:37:15.578801 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-0416030c-9876-448b-8756-8adb7b240139 None None] Provisioning complete for port 84b8d76c-fba3-4751-a1e1-03ee0d93f81c triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:37:15.579393 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0416030c-9876-448b-8756-8adb7b240139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (84b8d76c-fba3-4751-a1e1-03ee0d93f81c), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:15.621716 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0416030c-9876-448b-8756-8adb7b240139 None None] Port 84b8d76c-fba3-4751-a1e1-03ee0d93f81c cannot update to ACTIVE because it is not bound. {{(pid=103782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 19:37:15.944032 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23712571-9c75-4c17-8832-709513947512 req-74116482-c0a9-45d1-923c-11f3232e9cf7 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:15.945635 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-23712571-9c75-4c17-8832-709513947512 req-74116482-c0a9-45d1-923c-11f3232e9cf7 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/ports?device_id=190a80f6-7783-405a-bebe-05ad5e47dd0e HTTP/1.1" status: 200 len: 931 time: 0.0470171 May 17 19:37:16.010203 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-23712571-9c75-4c17-8832-709513947512 req-4d6de7fe-8096-4b06-afc3-e3d0e7d45a7d tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0bb53df-1834-461e-a871-17cc044c2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574057 May 17 19:37:17.144497 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7872ec53-49a8-4cfc-ac7a-3f60cc9d5930 req-1f43a2c2-37e3-4dea-98f1-28ac3cdcad43 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:17.146023 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-7872ec53-49a8-4cfc-ac7a-3f60cc9d5930 req-1f43a2c2-37e3-4dea-98f1-28ac3cdcad43 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/ports?device_id=190a80f6-7783-405a-bebe-05ad5e47dd0e HTTP/1.1" status: 200 len: 931 time: 0.0553012 May 17 19:37:17.202966 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-7872ec53-49a8-4cfc-ac7a-3f60cc9d5930 req-f576cb38-fd39-41a6-bbb5-f35cefe979b6 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0bb53df-1834-461e-a871-17cc044c2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466299 May 17 19:37:17.303143 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e1814db5-4900-441a-a767-3c7cb2f28cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:18.319060 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab096b-87db-4d82-9e78-072a16b6e5bb req-162c0551-aa90-4c7d-94bb-7f1bd8b2d2dd tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:18.322689 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-39ab096b-87db-4d82-9e78-072a16b6e5bb req-162c0551-aa90-4c7d-94bb-7f1bd8b2d2dd tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/ports?device_id=190a80f6-7783-405a-bebe-05ad5e47dd0e HTTP/1.1" status: 200 len: 931 time: 0.0502934 May 17 19:37:18.373050 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-39ab096b-87db-4d82-9e78-072a16b6e5bb req-1b17eb94-3611-42c7-b5b7-f511600fc62f tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0bb53df-1834-461e-a871-17cc044c2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453410 May 17 19:37:18.485283 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:19.504965 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68365f52-2980-48ec-bd36-eab27d21f5ad req-3911eace-1ec6-4bc0-bcea-d55965631772 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:19.506594 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-68365f52-2980-48ec-bd36-eab27d21f5ad req-3911eace-1ec6-4bc0-bcea-d55965631772 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/ports?device_id=190a80f6-7783-405a-bebe-05ad5e47dd0e HTTP/1.1" status: 200 len: 931 time: 0.0648837 May 17 19:37:19.558660 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-68365f52-2980-48ec-bd36-eab27d21f5ad req-94ef93da-fcae-4550-97a6-cdafc29879b3 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0bb53df-1834-461e-a871-17cc044c2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433171 May 17 19:37:20.508380 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:20.682043 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa29fc1-045f-44a2-9890-cd291f39cd45 req-a25ea20e-e8d3-47f0-b02d-4fba8749e53f tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:20.683616 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1fa29fc1-045f-44a2-9890-cd291f39cd45 req-a25ea20e-e8d3-47f0-b02d-4fba8749e53f tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/ports?device_id=190a80f6-7783-405a-bebe-05ad5e47dd0e HTTP/1.1" status: 200 len: 931 time: 0.0537398 May 17 19:37:20.732273 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1fa29fc1-045f-44a2-9890-cd291f39cd45 req-7dff2f09-3461-4de9-bdec-14906ecd94fd tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0bb53df-1834-461e-a871-17cc044c2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424783 May 17 19:37:21.737789 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:21.875967 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1869276-0820-4b2f-a17a-077017840dbb req-b9c1a0dd-1c44-4c88-a171-8c775e6d1b4c tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:21.877595 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-f1869276-0820-4b2f-a17a-077017840dbb req-b9c1a0dd-1c44-4c88-a171-8c775e6d1b4c tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/ports?device_id=190a80f6-7783-405a-bebe-05ad5e47dd0e HTTP/1.1" status: 200 len: 931 time: 0.0587685 May 17 19:37:21.931209 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-f1869276-0820-4b2f-a17a-077017840dbb req-599123d6-503f-4375-b54d-8ac42d6b9c75 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0bb53df-1834-461e-a871-17cc044c2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477042 May 17 19:37:23.045461 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7267eb-f8a5-4db3-8ff0-f1e7d80f9f1e req-62707c9b-8992-44e7-9295-590f224f9ede tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:23.046956 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-da7267eb-f8a5-4db3-8ff0-f1e7d80f9f1e req-62707c9b-8992-44e7-9295-590f224f9ede tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/ports?device_id=190a80f6-7783-405a-bebe-05ad5e47dd0e HTTP/1.1" status: 200 len: 931 time: 0.0495782 May 17 19:37:23.091668 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-da7267eb-f8a5-4db3-8ff0-f1e7d80f9f1e req-b6c8f488-5d97-45c6-9c1e-c344f2dececc tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0bb53df-1834-461e-a871-17cc044c2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391388 May 17 19:37:23.334426 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [req-74aaac76-5779-40c4-8e01-460de2dc56fe req-50a7022a-6b6c-4dcd-990e-cff0f1fcb80b service neutron] Request body: {'port': {'device_id': '190a80f6-7783-405a-bebe-05ad5e47dd0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:37:23.391208 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-74aaac76-5779-40c4-8e01-460de2dc56fe req-50a7022a-6b6c-4dcd-990e-cff0f1fcb80b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (84b8d76c-fba3-4751-a1e1-03ee0d93f81c), before_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:23.664014 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.notifiers.nova [req-74aaac76-5779-40c4-8e01-460de2dc56fe req-50a7022a-6b6c-4dcd-990e-cff0f1fcb80b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84b8d76c-fba3-4751-a1e1-03ee0d93f81c {{(pid=103780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 19:37:23.671074 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-74aaac76-5779-40c4-8e01-460de2dc56fe req-50a7022a-6b6c-4dcd-990e-cff0f1fcb80b service neutron] Publish callbacks [] for port (84b8d76c-fba3-4751-a1e1-03ee0d93f81c), precommit_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:23.683056 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.provisioning_blocks [req-74aaac76-5779-40c4-8e01-460de2dc56fe req-50a7022a-6b6c-4dcd-990e-cff0f1fcb80b service neutron] Transition to ACTIVE for port object 84b8d76c-fba3-4751-a1e1-03ee0d93f81c will not be triggered until provisioned by entity L2. {{(pid=103780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 19:37:23.765367 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-74aaac76-5779-40c4-8e01-460de2dc56fe req-50a7022a-6b6c-4dcd-990e-cff0f1fcb80b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13014528'] for port (84b8d76c-fba3-4751-a1e1-03ee0d93f81c), after_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:23.814085 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a7022a-6b6c-4dcd-990e-cff0f1fcb80b service neutron] Pushing event updated for resources: {'Port': ['ID=84b8d76c-fba3-4751-a1e1-03ee0d93f81c,revision_number=2']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:37:23.885958 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.managers [req-74aaac76-5779-40c4-8e01-460de2dc56fe req-50a7022a-6b6c-4dcd-990e-cff0f1fcb80b service neutron] Attempting to bind port 84b8d76c-fba3-4751-a1e1-03ee0d93f81c on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 19:37:23.886283 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.managers [req-74aaac76-5779-40c4-8e01-460de2dc56fe req-50a7022a-6b6c-4dcd-990e-cff0f1fcb80b service neutron] Attempting to bind port 84b8d76c-fba3-4751-a1e1-03ee0d93f81c by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': 'a0644e0b-588e-4e8d-88af-44b9f0bb06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b49220ea-d5f1-4224-8283-0e52e547c390'}] {{(pid=103780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 19:37:23.886606 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74aaac76-5779-40c4-8e01-460de2dc56fe req-50a7022a-6b6c-4dcd-990e-cff0f1fcb80b service neutron] Attempting to bind port 84b8d76c-fba3-4751-a1e1-03ee0d93f81c on network b49220ea-d5f1-4224-8283-0e52e547c390 {{(pid=103780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:37:23.891715 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74aaac76-5779-40c4-8e01-460de2dc56fe req-50a7022a-6b6c-4dcd-990e-cff0f1fcb80b service neutron] Port 84b8d76c-fba3-4751-a1e1-03ee0d93f81c on network b49220ea-d5f1-4224-8283-0e52e547c390 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 19:37:23.892030 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74aaac76-5779-40c4-8e01-460de2dc56fe req-50a7022a-6b6c-4dcd-990e-cff0f1fcb80b service neutron] Attempting to bind port 84b8d76c-fba3-4751-a1e1-03ee0d93f81c on network b49220ea-d5f1-4224-8283-0e52e547c390 {{(pid=103780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:37:23.897062 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74aaac76-5779-40c4-8e01-460de2dc56fe req-50a7022a-6b6c-4dcd-990e-cff0f1fcb80b service neutron] Checking agent: {'id': 'bee311cb-2a55-4828-8ca4-4ee09c88de79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 19, 27, 43), 'started_at': datetime.datetime(2022, 5, 17, 19, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 19, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 19:37:23.897393 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74aaac76-5779-40c4-8e01-460de2dc56fe req-50a7022a-6b6c-4dcd-990e-cff0f1fcb80b service neutron] Checking segment: {'id': 'a0644e0b-588e-4e8d-88af-44b9f0bb06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b49220ea-d5f1-4224-8283-0e52e547c390'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:37:23.897769 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74aaac76-5779-40c4-8e01-460de2dc56fe req-50a7022a-6b6c-4dcd-990e-cff0f1fcb80b service neutron] Bound using segment: {'id': 'a0644e0b-588e-4e8d-88af-44b9f0bb06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b49220ea-d5f1-4224-8283-0e52e547c390'} {{(pid=103780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 19:37:23.898185 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.managers [req-74aaac76-5779-40c4-8e01-460de2dc56fe req-50a7022a-6b6c-4dcd-990e-cff0f1fcb80b service neutron] Bound port: 84b8d76c-fba3-4751-a1e1-03ee0d93f81c, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0644e0b-588e-4e8d-88af-44b9f0bb06a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b49220ea-d5f1-4224-8283-0e52e547c390'}}] {{(pid=103780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 19:37:23.898539 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-74aaac76-5779-40c4-8e01-460de2dc56fe req-50a7022a-6b6c-4dcd-990e-cff0f1fcb80b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (84b8d76c-fba3-4751-a1e1-03ee0d93f81c), before_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:23.963685 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.db [req-74aaac76-5779-40c4-8e01-460de2dc56fe req-50a7022a-6b6c-4dcd-990e-cff0f1fcb80b service neutron] For port 84b8d76c-fba3-4751-a1e1-03ee0d93f81c, host hv-cinder-84067, cleared binding levels {{(pid=103780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 19:37:23.966629 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.db [req-74aaac76-5779-40c4-8e01-460de2dc56fe req-50a7022a-6b6c-4dcd-990e-cff0f1fcb80b service neutron] For port 84b8d76c-fba3-4751-a1e1-03ee0d93f81c, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=84b8d76c-fba3-4751-a1e1-03ee0d93f81c,segment=NetworkSegment(a0644e0b-588e-4e8d-88af-44b9f0bb06a9),segment_id=a0644e0b-588e-4e8d-88af-44b9f0bb06a9)] {{(pid=103780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 19:37:24.028195 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-74aaac76-5779-40c4-8e01-460de2dc56fe req-50a7022a-6b6c-4dcd-990e-cff0f1fcb80b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13014528'] for port (84b8d76c-fba3-4751-a1e1-03ee0d93f81c), after_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:24.061641 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aaac76-5779-40c4-8e01-460de2dc56fe req-50a7022a-6b6c-4dcd-990e-cff0f1fcb80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:24.062261 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-74aaac76-5779-40c4-8e01-460de2dc56fe req-50a7022a-6b6c-4dcd-990e-cff0f1fcb80b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for port (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:24.063659 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-74aaac76-5779-40c4-8e01-460de2dc56fe req-50a7022a-6b6c-4dcd-990e-cff0f1fcb80b service neutron] 10.222.0.69 "PUT /v2.0/ports/84b8d76c-fba3-4751-a1e1-03ee0d93f81c HTTP/1.1" status: 200 len: 1093 time: 0.7341938 May 17 19:37:24.064080 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '190a80f6-7783-405a-bebe-05ad5e47dd0e', 'tag': '84b8d76c-fba3-4751-a1e1-03ee0d93f81c'}] {{(pid=103780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:37:24.066284 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1bd86ad9c435c7379d29d4f4527297f276984ecaea51489ddc34f383e603623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e83f509-0190-48c7-90e1-4cc79e7b8ce4" -d '{"events": [{"name": "network-changed", "server_uuid": "190a80f6-7783-405a-bebe-05ad5e47dd0e", "tag": "84b8d76c-fba3-4751-a1e1-03ee0d93f81c"}]}' {{(pid=103780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:37:24.090726 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a7022a-6b6c-4dcd-990e-cff0f1fcb80b service neutron] Pushing event updated for resources: {'Port': ['ID=84b8d76c-fba3-4751-a1e1-03ee0d93f81c,revision_number=3']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:37:24.108193 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 19:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad66080-64eb-4705-968b-099964e95969 x-openstack-request-id: req-2ad66080-64eb-4705-968b-099964e95969 {{(pid=103780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:37:24.108483 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "190a80f6-7783-405a-bebe-05ad5e47dd0e", "tag": "84b8d76c-fba3-4751-a1e1-03ee0d93f81c", "status": "completed", "code": 200}]} {{(pid=103780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:37:24.108734 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2ad66080-64eb-4705-968b-099964e95969 {{(pid=103780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:37:24.109134 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ad66080-64eb-4705-968b-099964e95969'] response: {'name': 'network-changed', 'server_uuid': '190a80f6-7783-405a-bebe-05ad5e47dd0e', 'tag': '84b8d76c-fba3-4751-a1e1-03ee0d93f81c', 'status': 'completed', 'code': 200} May 17 19:37:24.170268 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e83f509-0190-48c7-90e1-4cc79e7b8ce4 req-f665e608-7550-479c-b861-fb257baa63e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:24.172022 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-6e83f509-0190-48c7-90e1-4cc79e7b8ce4 req-f665e608-7550-479c-b861-fb257baa63e0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=de75551df7bb4cadbaf622b4966540fb&device_id=190a80f6-7783-405a-bebe-05ad5e47dd0e HTTP/1.1" status: 200 len: 1127 time: 0.0429773 May 17 19:37:24.216914 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53dfb92-7835-4c3a-813d-fc9097760e2b req-d4a567d3-12aa-4360-b28e-44662647c255 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:24.218584 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a53dfb92-7835-4c3a-813d-fc9097760e2b req-d4a567d3-12aa-4360-b28e-44662647c255 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/ports?device_id=190a80f6-7783-405a-bebe-05ad5e47dd0e HTTP/1.1" status: 200 len: 943 time: 0.0496728 May 17 19:37:24.269722 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a53dfb92-7835-4c3a-813d-fc9097760e2b req-2b54405d-3f18-430a-bc29-984bda375f49 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0bb53df-1834-461e-a871-17cc044c2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453839 May 17 19:37:24.279670 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e83f509-0190-48c7-90e1-4cc79e7b8ce4 req-cfcf6495-06c9-43d2-a5b6-d4441e6cfc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:24.281120 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-6e83f509-0190-48c7-90e1-4cc79e7b8ce4 req-cfcf6495-06c9-43d2-a5b6-d4441e6cfc59 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=de75551df7bb4cadbaf622b4966540fb&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1009233 May 17 19:37:24.370083 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e83f509-0190-48c7-90e1-4cc79e7b8ce4 req-df8ca6a3-c335-4ea1-809b-e619de45e3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:24.371468 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-6e83f509-0190-48c7-90e1-4cc79e7b8ce4 req-df8ca6a3-c335-4ea1-809b-e619de45e3d4 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0848634 May 17 19:37:24.447278 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aaac76-5779-40c4-8e01-460de2dc56fe req-3e30f997-156a-47a2-a90d-b64bf358b7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:24.448763 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-74aaac76-5779-40c4-8e01-460de2dc56fe req-3e30f997-156a-47a2-a90d-b64bf358b7cb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=de75551df7bb4cadbaf622b4966540fb&device_id=190a80f6-7783-405a-bebe-05ad5e47dd0e HTTP/1.1" status: 200 len: 1127 time: 0.0415914 May 17 19:37:24.486698 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-74aaac76-5779-40c4-8e01-460de2dc56fe req-6b1bc8e0-ca01-4dde-a42b-df2de6886e6c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84b8d76c-fba3-4751-a1e1-03ee0d93f81c HTTP/1.1" status: 200 len: 217 time: 0.0310774 May 17 19:37:24.532671 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aaac76-5779-40c4-8e01-460de2dc56fe req-561c1bbd-0e4c-4ba7-a97c-c7b9033ee6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:24.534056 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-74aaac76-5779-40c4-8e01-460de2dc56fe req-561c1bbd-0e4c-4ba7-a97c-c7b9033ee6e1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=54848119-8d74-4c5d-8e4a-573785cea58e HTTP/1.1" status: 200 len: 854 time: 0.0413525 May 17 19:37:24.579890 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aaac76-5779-40c4-8e01-460de2dc56fe req-94dfcfa2-9b2b-4cbd-8069-61864f2c2990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:24.581363 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-74aaac76-5779-40c4-8e01-460de2dc56fe req-94dfcfa2-9b2b-4cbd-8069-61864f2c2990 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b49220ea-d5f1-4224-8283-0e52e547c390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0410330 May 17 19:37:24.667645 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-74aaac76-5779-40c4-8e01-460de2dc56fe req-03a79c68-dbdd-47c2-b95b-6827446aeb76 service neutron] 10.222.0.69 "GET /v2.0/networks/b49220ea-d5f1-4224-8283-0e52e547c390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795641 May 17 19:37:24.758129 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-74aaac76-5779-40c4-8e01-460de2dc56fe req-63ade389-84cd-4ab3-9bcc-79d18e31130d service neutron] 10.222.0.69 "GET /v2.0/networks/b49220ea-d5f1-4224-8283-0e52e547c390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822265 May 17 19:37:25.384848 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed2e6c-7ca9-4181-b9a1-efd2e05faa6d req-2486d8fe-e66f-4cb8-a995-2259ff24f300 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:25.386293 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-deed2e6c-7ca9-4181-b9a1-efd2e05faa6d req-2486d8fe-e66f-4cb8-a995-2259ff24f300 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/ports?device_id=190a80f6-7783-405a-bebe-05ad5e47dd0e HTTP/1.1" status: 200 len: 943 time: 0.0503235 May 17 19:37:25.432269 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-deed2e6c-7ca9-4181-b9a1-efd2e05faa6d req-f442f617-a9fc-4f3d-9f97-3370c3872359 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0bb53df-1834-461e-a871-17cc044c2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397758 May 17 19:37:26.540674 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf19756-bdfb-49ad-a7c1-f3e36bf935dd req-b43412ee-d9ed-4b1f-97c2-8d7c95f0ef08 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:26.542098 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1cf19756-bdfb-49ad-a7c1-f3e36bf935dd req-b43412ee-d9ed-4b1f-97c2-8d7c95f0ef08 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/ports?device_id=190a80f6-7783-405a-bebe-05ad5e47dd0e HTTP/1.1" status: 200 len: 943 time: 0.0448918 May 17 19:37:26.590518 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1cf19756-bdfb-49ad-a7c1-f3e36bf935dd req-7bdec849-b2de-41ed-bcc5-26a773b41c9c tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0bb53df-1834-461e-a871-17cc044c2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422132 May 17 19:37:26.970218 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 84b8d76c-fba3-4751-a1e1-03ee0d93f81c details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 19:37:27.065000 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port 84b8d76c-fba3-4751-a1e1-03ee0d93f81c, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=84b8d76c-fba3-4751-a1e1-03ee0d93f81c,segment=NetworkSegment(a0644e0b-588e-4e8d-88af-44b9f0bb06a9),segment_id=a0644e0b-588e-4e8d-88af-44b9f0bb06a9)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:37:27.075607 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Returning: {'device': '84b8d76c-fba3-4751-a1e1-03ee0d93f81c', 'network_id': 'b49220ea-d5f1-4224-8283-0e52e547c390', 'port_id': '84b8d76c-fba3-4751-a1e1-03ee0d93f81c', 'mac_address': 'fa:16:3e:e0:db:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54848119-8d74-4c5d-8e4a-573785cea58e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 19:37:27.108598 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Current status of the port 84b8d76c-fba3-4751-a1e1-03ee0d93f81c is: DOWN; New status is: BUILD {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:37:27.108976 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (84b8d76c-fba3-4751-a1e1-03ee0d93f81c), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:27.120949 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84b8d76c-fba3-4751-a1e1-03ee0d93f81c {{(pid=103782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 19:37:27.140309 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port 84b8d76c-fba3-4751-a1e1-03ee0d93f81c, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=84b8d76c-fba3-4751-a1e1-03ee0d93f81c,segment=NetworkSegment(a0644e0b-588e-4e8d-88af-44b9f0bb06a9),segment_id=a0644e0b-588e-4e8d-88af-44b9f0bb06a9)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:37:27.260646 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (84b8d76c-fba3-4751-a1e1-03ee0d93f81c), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:27.307976 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Pushing event updated for resources: {'Port': ['ID=84b8d76c-fba3-4751-a1e1-03ee0d93f81c,revision_number=4']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:37:27.502208 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] get_ports_and_sgs() called for port_ids ['84b8d76c-fba3-4751-a1e1-03ee0d93f81c'] {{(pid=103782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 19:37:27.702217 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbeaffb-47ab-43c5-92ee-278dfdd5a119 req-41868a70-f5d3-4ac0-afaf-9f272081d9ce tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:27.703721 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-9dbeaffb-47ab-43c5-92ee-278dfdd5a119 req-41868a70-f5d3-4ac0-afaf-9f272081d9ce tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/ports?device_id=190a80f6-7783-405a-bebe-05ad5e47dd0e HTTP/1.1" status: 200 len: 944 time: 0.0452640 May 17 19:37:27.752038 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-9dbeaffb-47ab-43c5-92ee-278dfdd5a119 req-01929997-8191-4a93-a3ab-ce1127925836 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0bb53df-1834-461e-a871-17cc044c2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428360 May 17 19:37:28.860929 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d4d0d4-7d03-4451-91a8-99dd4a0ec37c req-14c17bd8-8999-4e7c-b883-72b464f8c528 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:28.862414 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-24d4d0d4-7d03-4451-91a8-99dd4a0ec37c req-14c17bd8-8999-4e7c-b883-72b464f8c528 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/ports?device_id=190a80f6-7783-405a-bebe-05ad5e47dd0e HTTP/1.1" status: 200 len: 944 time: 0.0459964 May 17 19:37:28.908238 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-24d4d0d4-7d03-4451-91a8-99dd4a0ec37c req-b15762f7-0990-4a53-9d35-b73757820c34 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0bb53df-1834-461e-a871-17cc044c2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403752 May 17 19:37:28.997268 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 84b8d76c-fba3-4751-a1e1-03ee0d93f81c up at agent hyperv_hv-cinder-84067 {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:37:29.041913 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Provisioning for port 84b8d76c-fba3-4751-a1e1-03ee0d93f81c completed by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 19:37:29.113687 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Provisioning complete for port 84b8d76c-fba3-4751-a1e1-03ee0d93f81c triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:37:29.114065 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (84b8d76c-fba3-4751-a1e1-03ee0d93f81c), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:29.182767 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Current status of the port 84b8d76c-fba3-4751-a1e1-03ee0d93f81c is: BUILD; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:37:29.183063 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (84b8d76c-fba3-4751-a1e1-03ee0d93f81c), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:29.205169 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '190a80f6-7783-405a-bebe-05ad5e47dd0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b8d76c-fba3-4751-a1e1-03ee0d93f81c'}] {{(pid=103782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:37:29.207357 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dcdb420cfc3f3d59cdc90e9401be4743e23c4809d01819fc24a250fd06a42a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ffc0a8-561d-4f89-b9ff-9ca253b11057" -d '{"events": [{"server_uuid": "190a80f6-7783-405a-bebe-05ad5e47dd0e", "name": "network-vif-plugged", "status": "completed", "tag": "84b8d76c-fba3-4751-a1e1-03ee0d93f81c"}]}' {{(pid=103782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:37:29.219013 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port 84b8d76c-fba3-4751-a1e1-03ee0d93f81c, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=84b8d76c-fba3-4751-a1e1-03ee0d93f81c,segment=NetworkSegment(a0644e0b-588e-4e8d-88af-44b9f0bb06a9),segment_id=a0644e0b-588e-4e8d-88af-44b9f0bb06a9)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:37:29.243251 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 19:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf63b7db-ec8e-4232-8213-e1cdfb751067 x-openstack-request-id: req-bf63b7db-ec8e-4232-8213-e1cdfb751067 {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:37:29.243582 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "190a80f6-7783-405a-bebe-05ad5e47dd0e", "name": "network-vif-plugged", "status": "completed", "tag": "84b8d76c-fba3-4751-a1e1-03ee0d93f81c", "code": 200}]} {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:37:29.243840 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bf63b7db-ec8e-4232-8213-e1cdfb751067 {{(pid=103782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:37:29.244236 dv-cinder-840678-10-iscsi neutron-server[103782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf63b7db-ec8e-4232-8213-e1cdfb751067'] response: {'server_uuid': '190a80f6-7783-405a-bebe-05ad5e47dd0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b8d76c-fba3-4751-a1e1-03ee0d93f81c', 'code': 200} May 17 19:37:29.274006 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (84b8d76c-fba3-4751-a1e1-03ee0d93f81c), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:29.323238 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Pushing event updated for resources: {'Port': ['ID=84b8d76c-fba3-4751-a1e1-03ee0d93f81c,revision_number=5']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:37:29.509893 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67dbf67-70ad-46cc-9104-6c027cdf61f7 req-b86ee788-cb2e-493b-89b3-9c47ab11867f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:29.511348 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-a67dbf67-70ad-46cc-9104-6c027cdf61f7 req-b86ee788-cb2e-493b-89b3-9c47ab11867f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=190a80f6-7783-405a-bebe-05ad5e47dd0e HTTP/1.1" status: 200 len: 1129 time: 0.0397401 May 17 19:37:29.553879 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-a67dbf67-70ad-46cc-9104-6c027cdf61f7 req-f4d773d3-8693-40ad-ac9c-6a92aa34462c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a0bb53df-1834-461e-a871-17cc044c2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365391 May 17 19:37:30.017875 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af84d27-4508-4735-8aef-835fb4b8e61c req-711fb47c-727b-43e1-9900-bf920de27789 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:30.019295 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8af84d27-4508-4735-8aef-835fb4b8e61c req-711fb47c-727b-43e1-9900-bf920de27789 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/ports?device_id=190a80f6-7783-405a-bebe-05ad5e47dd0e HTTP/1.1" status: 200 len: 945 time: 0.0451195 May 17 19:37:30.064013 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8af84d27-4508-4735-8aef-835fb4b8e61c req-71471f52-f8a0-45ec-aa6c-0a01c297f0b6 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0bb53df-1834-461e-a871-17cc044c2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393546 May 17 19:37:31.175471 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce235f5-b1c4-473f-8d81-ef3d94983a91 req-7958408b-ae13-4820-956d-f44bfa43ec5e tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:31.176928 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-3ce235f5-b1c4-473f-8d81-ef3d94983a91 req-7958408b-ae13-4820-956d-f44bfa43ec5e tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/ports?device_id=190a80f6-7783-405a-bebe-05ad5e47dd0e HTTP/1.1" status: 200 len: 945 time: 0.0457089 May 17 19:37:31.221672 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-3ce235f5-b1c4-473f-8d81-ef3d94983a91 req-ed3048e3-e7a2-4f8b-be3f-dd42e21e21a7 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0bb53df-1834-461e-a871-17cc044c2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391879 May 17 19:37:31.334250 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d5efb-46d4-46f4-bb05-8235a1afb49d req-e4e6bb77-4a25-4479-b2b1-2ad64a32fad3 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:31.335770 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-410d5efb-46d4-46f4-bb05-8235a1afb49d req-e4e6bb77-4a25-4479-b2b1-2ad64a32fad3 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/ports?device_id=190a80f6-7783-405a-bebe-05ad5e47dd0e HTTP/1.1" status: 200 len: 945 time: 0.0492220 May 17 19:37:31.381768 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-410d5efb-46d4-46f4-bb05-8235a1afb49d req-1e9699e9-5b2a-48d0-99e7-a27db9285bdb tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0bb53df-1834-461e-a871-17cc044c2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403602 May 17 19:37:31.851674 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed6d00-0355-4742-a47f-03f1524f71d3 req-6237d458-3496-40d2-8d7f-b46ea82e79b0 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:31.853107 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e4ed6d00-0355-4742-a47f-03f1524f71d3 req-6237d458-3496-40d2-8d7f-b46ea82e79b0 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/ports?device_id=190a80f6-7783-405a-bebe-05ad5e47dd0e HTTP/1.1" status: 200 len: 945 time: 0.0458622 May 17 19:37:31.899886 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e4ed6d00-0355-4742-a47f-03f1524f71d3 req-38a78bb0-095d-49cc-8c90-45483daf2599 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0bb53df-1834-461e-a871-17cc044c2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410213 May 17 19:37:39.469631 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.agents_db [None req-42b69621-6215-4a4a-9d32-588efc9ea437 None None] Agent healthcheck: found 6 active agents {{(pid=103783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 19:37:42.030027 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a2b83f-be6a-4a87-bfe9-90459eace1c9 req-5d772fc0-17a0-43ae-9028-9944e6428d9b tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:42.032022 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a2a2b83f-be6a-4a87-bfe9-90459eace1c9 req-5d772fc0-17a0-43ae-9028-9944e6428d9b tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/ports?device_id=190a80f6-7783-405a-bebe-05ad5e47dd0e HTTP/1.1" status: 200 len: 945 time: 0.0503633 May 17 19:37:42.077037 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a2a2b83f-be6a-4a87-bfe9-90459eace1c9 req-8c18c919-db95-424d-8979-032a593ac8c6 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0bb53df-1834-461e-a871-17cc044c2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394268 May 17 19:37:42.098776 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 46488) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:37:42.176228 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf1f6fb-9705-4c2b-b82d-7558d822a315 tempest-TestMinimumBasicScenario-1865363689 tempest-TestMinimumBasicScenario-1865363689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:42.177712 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-4bf1f6fb-9705-4c2b-b82d-7558d822a315 tempest-TestMinimumBasicScenario-1865363689 tempest-TestMinimumBasicScenario-1865363689-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=190a80f6-7783-405a-bebe-05ad5e47dd0e HTTP/1.1" status: 200 len: 1124 time: 0.0780079 May 17 19:37:42.180476 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 46492) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:37:42.184524 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-8dbc5752-790e-42c7-a2dd-efe3ffcedbe0 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Request body: {'floatingip': {'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'port_id': '84b8d76c-fba3-4751-a1e1-03ee0d93f81c', 'tenant_id': 'de75551df7bb4cadbaf622b4966540fb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:37:42.250225 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8dbc5752-790e-42c7-a2dd-efe3ffcedbe0 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:42.326317 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8dbc5752-790e-42c7-a2dd-efe3ffcedbe0 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:42.427778 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_common [None req-8dbc5752-790e-42c7-a2dd-efe3ffcedbe0 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Allocated IP 172.27.2.50 (a8e71caf-cf8f-487f-b3e8-f30c47275c44/5b8cb9fa-be03-458e-a77b-33fb963ee3d0/c2b6f3d8-8577-4026-8a7e-e59b297ebfb4) {{(pid=103781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:37:42.528980 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8dbc5752-790e-42c7-a2dd-efe3ffcedbe0 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks [] for port (c2b6f3d8-8577-4026-8a7e-e59b297ebfb4), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:42.611135 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8dbc5752-790e-42c7-a2dd-efe3ffcedbe0 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (c2b6f3d8-8577-4026-8a7e-e59b297ebfb4), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:42.645443 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbc5752-790e-42c7-a2dd-efe3ffcedbe0 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Network a8e71caf-cf8f-487f-b3e8-f30c47275c44 is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:37:42.648223 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [None req-8dbc5752-790e-42c7-a2dd-efe3ffcedbe0 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:37:42.650662 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbc5752-790e-42c7-a2dd-efe3ffcedbe0 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Received port after_create {{(pid=103781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:37:42.679731 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbc5752-790e-42c7-a2dd-efe3ffcedbe0 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Pushing event updated for resources: {'Port': ['ID=c2b6f3d8-8577-4026-8a7e-e59b297ebfb4,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:37:43.027079 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8dbc5752-790e-42c7-a2dd-efe3ffcedbe0 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks [] for floatingip (61ad09b1-b887-4696-bc20-8a6fa83ed085), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:43.157183 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8dbc5752-790e-42c7-a2dd-efe3ffcedbe0 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (c2b6f3d8-8577-4026-8a7e-e59b297ebfb4), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:43.329346 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8dbc5752-790e-42c7-a2dd-efe3ffcedbe0 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks [] for port (c2b6f3d8-8577-4026-8a7e-e59b297ebfb4), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:43.410519 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8dbc5752-790e-42c7-a2dd-efe3ffcedbe0 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13820453'] for port (c2b6f3d8-8577-4026-8a7e-e59b297ebfb4), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:43.476178 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbc5752-790e-42c7-a2dd-efe3ffcedbe0 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Pushing event updated for resources: {'Port': ['ID=c2b6f3d8-8577-4026-8a7e-e59b297ebfb4,revision_number=2']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:37:43.487367 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbc5752-790e-42c7-a2dd-efe3ffcedbe0 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:37:43.487726 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbc5752-790e-42c7-a2dd-efe3ffcedbe0 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:37:43.488060 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbc5752-790e-42c7-a2dd-efe3ffcedbe0 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:37:43.488395 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbc5752-790e-42c7-a2dd-efe3ffcedbe0 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:37:43.488710 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbc5752-790e-42c7-a2dd-efe3ffcedbe0 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:37:43.489037 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbc5752-790e-42c7-a2dd-efe3ffcedbe0 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:37:43.489356 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbc5752-790e-42c7-a2dd-efe3ffcedbe0 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:37:43.489671 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbc5752-790e-42c7-a2dd-efe3ffcedbe0 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:37:43.489993 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbc5752-790e-42c7-a2dd-efe3ffcedbe0 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:37:43.490301 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbc5752-790e-42c7-a2dd-efe3ffcedbe0 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:37:43.490614 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbc5752-790e-42c7-a2dd-efe3ffcedbe0 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:37:43.490924 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbc5752-790e-42c7-a2dd-efe3ffcedbe0 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:37:43.491235 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbc5752-790e-42c7-a2dd-efe3ffcedbe0 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:37:43.491590 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbc5752-790e-42c7-a2dd-efe3ffcedbe0 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:37:43.491910 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbc5752-790e-42c7-a2dd-efe3ffcedbe0 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:37:43.495116 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8dbc5752-790e-42c7-a2dd-efe3ffcedbe0 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16764702'] for floatingip (61ad09b1-b887-4696-bc20-8a6fa83ed085), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:43.587330 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.db.l3_db [None req-8dbc5752-790e-42c7-a2dd-efe3ffcedbe0 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Floating IP 61ad09b1-b887-4696-bc20-8a6fa83ed085 associated. External IP: 172.27.2.50, port: 84b8d76c-fba3-4751-a1e1-03ee0d93f81c. May 17 19:37:43.779869 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dbc5752-790e-42c7-a2dd-efe3ffcedbe0 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Router 5054885d-54f6-4cc1-8d2f-903821e4b24d has already been hosted by L3 agent d0bc9f74-feb0-4354-bd47-885486f1ec0d {{(pid=103781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 19:37:43.879386 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dbc5752-790e-42c7-a2dd-efe3ffcedbe0 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Notify agent at l3_agent.dv-cinder-840678-10-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 19:37:43.889210 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fe5060-e09e-4920-8557-2eee11429846 None None] Sync routers for ids ['5054885d-54f6-4cc1-8d2f-903821e4b24d'] in dv-cinder-840678-10-iscsi {{(pid=103782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 19:37:43.898543 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fe5060-e09e-4920-8557-2eee11429846 None None] Routers {'5054885d-54f6-4cc1-8d2f-903821e4b24d'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:37:43.899138 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-09fe5060-e09e-4920-8557-2eee11429846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:37:17Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['5054885d-54f6-4cc1-8d2f-903821e4b24d'], 'active': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:37:43.967130 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8dbc5752-790e-42c7-a2dd-efe3ffcedbe0 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for floatingip (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:44.001490 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-8dbc5752-790e-42c7-a2dd-efe3ffcedbe0 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8167553 May 17 19:37:44.001490 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '190a80f6-7783-405a-bebe-05ad5e47dd0e', 'tag': '84b8d76c-fba3-4751-a1e1-03ee0d93f81c'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:37:44.002046 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 46498) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:37:44.002507 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5abf21081b7c701043d67e7bff15db599e71af2afb5ac8611b6265996300b020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0761b4-8d45-4403-9af1-367b6bb0a7a6" -d '{"events": [{"name": "network-changed", "server_uuid": "190a80f6-7783-405a-bebe-05ad5e47dd0e", "tag": "84b8d76c-fba3-4751-a1e1-03ee0d93f81c"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:37:44.006390 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [None req-de1d102b-a420-44b3-8970-da85a83d7b6f tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-429018552', 'description': 'tempest-secgroup-smoke-429018552 description', 'project_id': 'de75551df7bb4cadbaf622b4966540fb'}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:37:44.037760 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 19:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316afd4c-9e9a-41c6-8c5e-d3a00e1b9971 x-openstack-request-id: req-316afd4c-9e9a-41c6-8c5e-d3a00e1b9971 {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:37:44.038044 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "190a80f6-7783-405a-bebe-05ad5e47dd0e", "tag": "84b8d76c-fba3-4751-a1e1-03ee0d93f81c", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:37:44.038300 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-316afd4c-9e9a-41c6-8c5e-d3a00e1b9971 {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:37:44.038723 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-316afd4c-9e9a-41c6-8c5e-d3a00e1b9971'] response: {'name': 'network-changed', 'server_uuid': '190a80f6-7783-405a-bebe-05ad5e47dd0e', 'tag': '84b8d76c-fba3-4751-a1e1-03ee0d93f81c', 'status': 'completed', 'code': 200} May 17 19:37:44.085064 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-de1d102b-a420-44b3-8970-da85a83d7b6f tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks [] for security_group (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:44.124348 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvr_db [None req-09fe5060-e09e-4920-8557-2eee11429846 None None] Set router 5054885d-54f6-4cc1-8d2f-903821e4b24d gateway port host: dv-cinder-840678-10-iscsi {{(pid=103782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:37:44.153808 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-de1d102b-a420-44b3-8970-da85a83d7b6f tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks [] for security_group (420e1aba-5558-4811-91b4-5dcbb8038cd7), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:44.203263 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-de1d102b-a420-44b3-8970-da85a83d7b6f tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (420e1aba-5558-4811-91b4-5dcbb8038cd7), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:44.232075 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1d102b-a420-44b3-8970-da85a83d7b6f tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=420e1aba-5558-4811-91b4-5dcbb8038cd7,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:37:44.291441 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-de1d102b-a420-44b3-8970-da85a83d7b6f tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:44.292704 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-de1d102b-a420-44b3-8970-da85a83d7b6f tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2898712 May 17 19:37:44.295749 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 46502) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:37:44.300859 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-c587f6f4-ab2c-4fcd-9d13-5554a37127bf tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Request body: {'security_group_rule': {'security_group_id': '420e1aba-5558-4811-91b4-5dcbb8038cd7', 'project_id': 'de75551df7bb4cadbaf622b4966540fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:37:44.331429 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-09fe5060-e09e-4920-8557-2eee11429846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5054885d-54f6-4cc1-8d2f-903821e4b24d', 'name': 'tempest-TestMinimumBasicScenario-1001068438-router', 'tenant_id': 'de75551df7bb4cadbaf622b4966540fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c73bd451-416b-4efa-8670-5acc7b552868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:36:48Z', 'updated_at': '2022-05-17T19:36:52Z', 'revision_number': 4, 'project_id': 'de75551df7bb4cadbaf622b4966540fb', 'gw_port': {'id': 'c73bd451-416b-4efa-8670-5acc7b552868', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:14:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5054885d-54f6-4cc1-8d2f-903821e4b24d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:49Z', 'updated_at': '2022-05-17T19:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_floatingips': [{'id': '61ad09b1-b887-4696-bc20-8a6fa83ed085', 'tenant_id': 'de75551df7bb4cadbaf622b4966540fb', 'floating_ip_address': '172.27.2.50', 'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'router_id': '5054885d-54f6-4cc1-8d2f-903821e4b24d', 'port_id': '84b8d76c-fba3-4751-a1e1-03ee0d93f81c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b49220ea-d5f1-4224-8283-0e52e547c390', 'mac_address': 'fa:16:3e:e0:db:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190a80f6-7783-405a-bebe-05ad5e47dd0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T19:37:42Z', 'updated_at': '2022-05-17T19:37:42Z', 'revision_number': 0, 'project_id': 'de75551df7bb4cadbaf622b4966540fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b00de0cd-0a15-42cb-b049-7d05da15d4de', 'name': '', 'network_id': 'b49220ea-d5f1-4224-8283-0e52e547c390', 'tenant_id': 'de75551df7bb4cadbaf622b4966540fb', 'mac_address': 'fa:16:3e:51:0a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5054885d-54f6-4cc1-8d2f-903821e4b24d', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '54848119-8d74-4c5d-8e4a-573785cea58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:51Z', 'updated_at': '2022-05-17T19:36:57Z', 'revision_number': 5, 'project_id': 'de75551df7bb4cadbaf622b4966540fb', 'subnets': [{'id': '54848119-8d74-4c5d-8e4a-573785cea58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:37:44.356077 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fe5060-e09e-4920-8557-2eee11429846 None None] Checking router: 5054885d-54f6-4cc1-8d2f-903821e4b24d for host: dv-cinder-840678-10-iscsi {{(pid=103782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 19:37:44.364972 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fe5060-e09e-4920-8557-2eee11429846 None None] Routers {'5054885d-54f6-4cc1-8d2f-903821e4b24d'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:37:44.365588 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-09fe5060-e09e-4920-8557-2eee11429846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:37:17Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['5054885d-54f6-4cc1-8d2f-903821e4b24d'], 'active': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:37:44.391841 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c587f6f4-ab2c-4fcd-9d13-5554a37127bf tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks [] for security_group_rule (1f963987-9c62-4ca7-a823-c92ab5d645af), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:44.451218 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c587f6f4-ab2c-4fcd-9d13-5554a37127bf tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks [] for security_group_rule (1f963987-9c62-4ca7-a823-c92ab5d645af), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:44.466656 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvr_db [None req-09fe5060-e09e-4920-8557-2eee11429846 None None] Set router 5054885d-54f6-4cc1-8d2f-903821e4b24d gateway port host: dv-cinder-840678-10-iscsi {{(pid=103782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:37:44.534917 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c587f6f4-ab2c-4fcd-9d13-5554a37127bf tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321501'] for security_group_rule (1f963987-9c62-4ca7-a823-c92ab5d645af), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:44.553972 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587f6f4-ab2c-4fcd-9d13-5554a37127bf tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f963987-9c62-4ca7-a823-c92ab5d645af,revision_number=0']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:37:44.617296 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (bee311cb-2a55-4828-8ca4-4ee09c88de79), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:44.629415 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c587f6f4-ab2c-4fcd-9d13-5554a37127bf tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:44.633585 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-c587f6f4-ab2c-4fcd-9d13-5554a37127bf tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3333411 May 17 19:37:44.633585 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 46504) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:37:44.637828 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-e0d1057c-fe55-4865-9613-28c8586109d8 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Request body: {'security_group_rule': {'security_group_id': '420e1aba-5558-4811-91b4-5dcbb8038cd7', 'project_id': 'de75551df7bb4cadbaf622b4966540fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:37:44.693868 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-09fe5060-e09e-4920-8557-2eee11429846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5054885d-54f6-4cc1-8d2f-903821e4b24d', 'name': 'tempest-TestMinimumBasicScenario-1001068438-router', 'tenant_id': 'de75551df7bb4cadbaf622b4966540fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c73bd451-416b-4efa-8670-5acc7b552868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:36:48Z', 'updated_at': '2022-05-17T19:36:52Z', 'revision_number': 4, 'project_id': 'de75551df7bb4cadbaf622b4966540fb', 'gw_port': {'id': 'c73bd451-416b-4efa-8670-5acc7b552868', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:14:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5054885d-54f6-4cc1-8d2f-903821e4b24d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:49Z', 'updated_at': '2022-05-17T19:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_floatingips': [{'id': '61ad09b1-b887-4696-bc20-8a6fa83ed085', 'tenant_id': 'de75551df7bb4cadbaf622b4966540fb', 'floating_ip_address': '172.27.2.50', 'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'router_id': '5054885d-54f6-4cc1-8d2f-903821e4b24d', 'port_id': '84b8d76c-fba3-4751-a1e1-03ee0d93f81c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b49220ea-d5f1-4224-8283-0e52e547c390', 'mac_address': 'fa:16:3e:e0:db:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190a80f6-7783-405a-bebe-05ad5e47dd0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T19:37:42Z', 'updated_at': '2022-05-17T19:37:42Z', 'revision_number': 0, 'project_id': 'de75551df7bb4cadbaf622b4966540fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b00de0cd-0a15-42cb-b049-7d05da15d4de', 'name': '', 'network_id': 'b49220ea-d5f1-4224-8283-0e52e547c390', 'tenant_id': 'de75551df7bb4cadbaf622b4966540fb', 'mac_address': 'fa:16:3e:51:0a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5054885d-54f6-4cc1-8d2f-903821e4b24d', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '54848119-8d74-4c5d-8e4a-573785cea58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:51Z', 'updated_at': '2022-05-17T19:36:57Z', 'revision_number': 5, 'project_id': 'de75551df7bb4cadbaf622b4966540fb', 'subnets': [{'id': '54848119-8d74-4c5d-8e4a-573785cea58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:37:44.717795 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fe5060-e09e-4920-8557-2eee11429846 None None] The sync data for ids ['5054885d-54f6-4cc1-8d2f-903821e4b24d'] in dv-cinder-840678-10-iscsi is: [{'id': '5054885d-54f6-4cc1-8d2f-903821e4b24d', 'name': 'tempest-TestMinimumBasicScenario-1001068438-router', 'tenant_id': 'de75551df7bb4cadbaf622b4966540fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c73bd451-416b-4efa-8670-5acc7b552868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:36:48Z', 'updated_at': '2022-05-17T19:36:52Z', 'revision_number': 4, 'project_id': 'de75551df7bb4cadbaf622b4966540fb', 'gw_port': {'id': 'c73bd451-416b-4efa-8670-5acc7b552868', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:14:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5054885d-54f6-4cc1-8d2f-903821e4b24d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:49Z', 'updated_at': '2022-05-17T19:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_floatingips': [{'id': '61ad09b1-b887-4696-bc20-8a6fa83ed085', 'tenant_id': 'de75551df7bb4cadbaf622b4966540fb', 'floating_ip_address': '172.27.2.50', 'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'router_id': '5054885d-54f6-4cc1-8d2f-903821e4b24d', 'port_id': '84b8d76c-fba3-4751-a1e1-03ee0d93f81c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b49220ea-d5f1-4224-8283-0e52e547c390', 'mac_address': 'fa:16:3e:e0:db:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190a80f6-7783-405a-bebe-05ad5e47dd0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T19:37:42Z', 'updated_at': '2022-05-17T19:37:42Z', 'revision_number': 0, 'project_id': 'de75551df7bb4cadbaf622b4966540fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b00de0cd-0a15-42cb-b049-7d05da15d4de', 'name': '', 'network_id': 'b49220ea-d5f1-4224-8283-0e52e547c390', 'tenant_id': 'de75551df7bb4cadbaf622b4966540fb', 'mac_address': 'fa:16:3e:51:0a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5054885d-54f6-4cc1-8d2f-903821e4b24d', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '54848119-8d74-4c5d-8e4a-573785cea58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:51Z', 'updated_at': '2022-05-17T19:36:57Z', 'revision_number': 5, 'project_id': 'de75551df7bb4cadbaf622b4966540fb', 'subnets': [{'id': '54848119-8d74-4c5d-8e4a-573785cea58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 19:37:44.724369 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-e0d1057c-fe55-4865-9613-28c8586109d8 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks [] for security_group_rule (84dc743d-7984-44ab-8724-6818461e5c77), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:44.785049 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-e0d1057c-fe55-4865-9613-28c8586109d8 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks [] for security_group_rule (84dc743d-7984-44ab-8724-6818461e5c77), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:44.861165 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-e0d1057c-fe55-4865-9613-28c8586109d8 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321501'] for security_group_rule (84dc743d-7984-44ab-8724-6818461e5c77), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:44.880314 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d1057c-fe55-4865-9613-28c8586109d8 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84dc743d-7984-44ab-8724-6818461e5c77,revision_number=0']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:37:44.913412 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0761b4-8d45-4403-9af1-367b6bb0a7a6 req-d9abf8eb-89c8-40c1-8b1a-7d6bf8ad6ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:44.914727 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-9d0761b4-8d45-4403-9af1-367b6bb0a7a6 req-d9abf8eb-89c8-40c1-8b1a-7d6bf8ad6ca9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=de75551df7bb4cadbaf622b4966540fb&device_id=190a80f6-7783-405a-bebe-05ad5e47dd0e HTTP/1.1" status: 200 len: 1129 time: 0.0472300 May 17 19:37:44.922767 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aaaad3c-4fb1-4d32-a4a2-3563ce847985 None None] New status for floating IP 61ad09b1-b887-4696-bc20-8a6fa83ed085: ACTIVE {{(pid=103783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 19:37:44.948433 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-e0d1057c-fe55-4865-9613-28c8586109d8 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:44.949633 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-e0d1057c-fe55-4865-9613-28c8586109d8 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3151968 May 17 19:37:44.952510 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 46506) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:37:44.957309 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [None req-91b1ef6d-840b-436f-bb1d-a39bca174d1c tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Request body: {'security_group_rule': {'security_group_id': '420e1aba-5558-4811-91b4-5dcbb8038cd7', 'project_id': 'de75551df7bb4cadbaf622b4966540fb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:37:44.975340 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-f8819175-1e0e-45b1-b159-53d7e7f7e77c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:45.034454 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0761b4-8d45-4403-9af1-367b6bb0a7a6 req-4e00ee3a-5125-498e-a225-02036361a7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:45.036232 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-9d0761b4-8d45-4403-9af1-367b6bb0a7a6 req-4e00ee3a-5125-498e-a225-02036361a7e5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b49220ea-d5f1-4224-8283-0e52e547c390 HTTP/1.1" status: 200 len: 916 time: 0.1138554 May 17 19:37:45.100607 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-9d0761b4-8d45-4403-9af1-367b6bb0a7a6 req-8d0b6da2-895f-4bbe-af03-3abf50726a5e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84b8d76c-fba3-4751-a1e1-03ee0d93f81c HTTP/1.1" status: 200 len: 998 time: 0.0575666 May 17 19:37:45.104014 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-91b1ef6d-840b-436f-bb1d-a39bca174d1c tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks [] for security_group_rule (25bfc9fb-b907-4cb8-84fe-054d92d9154c), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:45.188813 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0761b4-8d45-4403-9af1-367b6bb0a7a6 req-a112abfb-ade2-41d1-9007-5d6d43742a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:45.190275 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-9d0761b4-8d45-4403-9af1-367b6bb0a7a6 req-a112abfb-ade2-41d1-9007-5d6d43742a2b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=54848119-8d74-4c5d-8e4a-573785cea58e HTTP/1.1" status: 200 len: 854 time: 0.0755124 May 17 19:37:45.211175 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-91b1ef6d-840b-436f-bb1d-a39bca174d1c tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks [] for security_group_rule (25bfc9fb-b907-4cb8-84fe-054d92d9154c), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:45.243238 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0761b4-8d45-4403-9af1-367b6bb0a7a6 req-4650d9cc-eebc-4c02-b79e-62bbe5661c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:45.243238 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-9d0761b4-8d45-4403-9af1-367b6bb0a7a6 req-4650d9cc-eebc-4c02-b79e-62bbe5661c82 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b49220ea-d5f1-4224-8283-0e52e547c390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0415592 May 17 19:37:45.301234 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-91b1ef6d-840b-436f-bb1d-a39bca174d1c tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321501'] for security_group_rule (25bfc9fb-b907-4cb8-84fe-054d92d9154c), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:45.326544 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b1ef6d-840b-436f-bb1d-a39bca174d1c tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25bfc9fb-b907-4cb8-84fe-054d92d9154c,revision_number=0']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:37:45.346139 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-9d0761b4-8d45-4403-9af1-367b6bb0a7a6 req-48813f37-ce3e-446f-8362-43c566ecf45e service neutron] 10.222.0.69 "GET /v2.0/networks/b49220ea-d5f1-4224-8283-0e52e547c390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000779 May 17 19:37:45.630855 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-91b1ef6d-840b-436f-bb1d-a39bca174d1c tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:45.631944 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-91b1ef6d-840b-436f-bb1d-a39bca174d1c tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6784470 May 17 19:37:45.634778 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 46510) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:37:45.639306 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-d6834360-654b-401c-819a-e1f0e5bdd47f tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Request body: {'security_group_rule': {'security_group_id': '420e1aba-5558-4811-91b4-5dcbb8038cd7', 'project_id': 'de75551df7bb4cadbaf622b4966540fb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:37:45.690890 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-9d0761b4-8d45-4403-9af1-367b6bb0a7a6 req-e6ddda8d-703d-4077-a480-6b6bed21c883 service neutron] 10.222.0.69 "GET /v2.0/networks/b49220ea-d5f1-4224-8283-0e52e547c390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381641 May 17 19:37:45.748060 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d6834360-654b-401c-819a-e1f0e5bdd47f tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks [] for security_group_rule (e6f12cee-499f-42b3-bb56-9d3326e84ce9), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:45.795867 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d6834360-654b-401c-819a-e1f0e5bdd47f tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks [] for security_group_rule (e6f12cee-499f-42b3-bb56-9d3326e84ce9), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:45.833373 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d6834360-654b-401c-819a-e1f0e5bdd47f tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321501'] for security_group_rule (e6f12cee-499f-42b3-bb56-9d3326e84ce9), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:45.850950 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6834360-654b-401c-819a-e1f0e5bdd47f tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6f12cee-499f-42b3-bb56-9d3326e84ce9,revision_number=0']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:37:45.898247 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d6834360-654b-401c-819a-e1f0e5bdd47f tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:45.899387 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-d6834360-654b-401c-819a-e1f0e5bdd47f tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2636325 May 17 19:37:45.902298 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 46512) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:37:45.908669 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-38d55bea-c2e2-4fb3-ab66-3d453471525e tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Request body: {'security_group_rule': {'security_group_id': '420e1aba-5558-4811-91b4-5dcbb8038cd7', 'project_id': 'de75551df7bb4cadbaf622b4966540fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:37:45.976489 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.db.securitygroups_db [None req-38d55bea-c2e2-4fb3-ab66-3d453471525e tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Project de75551df7bb4cadbaf622b4966540fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 19:37:45.982408 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-38d55bea-c2e2-4fb3-ab66-3d453471525e tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks [] for security_group_rule (b56f4a28-a12f-4f72-b4a0-80fa25e47f7b), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:46.043727 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-38d55bea-c2e2-4fb3-ab66-3d453471525e tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks [] for security_group_rule (b56f4a28-a12f-4f72-b4a0-80fa25e47f7b), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:46.102428 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-38d55bea-c2e2-4fb3-ab66-3d453471525e tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321501'] for security_group_rule (b56f4a28-a12f-4f72-b4a0-80fa25e47f7b), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:46.122509 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d55bea-c2e2-4fb3-ab66-3d453471525e tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b56f4a28-a12f-4f72-b4a0-80fa25e47f7b,revision_number=0']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:37:46.212372 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-38d55bea-c2e2-4fb3-ab66-3d453471525e tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:46.213693 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-38d55bea-c2e2-4fb3-ab66-3d453471525e tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3103774 May 17 19:37:46.216279 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 46520) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:37:46.220457 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-cd3e744c-9c68-452b-8597-3933f5c0c44f tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Request body: {'security_group_rule': {'security_group_id': '420e1aba-5558-4811-91b4-5dcbb8038cd7', 'project_id': 'de75551df7bb4cadbaf622b4966540fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:37:46.319169 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.db.securitygroups_db [None req-cd3e744c-9c68-452b-8597-3933f5c0c44f tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Project de75551df7bb4cadbaf622b4966540fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 19:37:46.325285 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-cd3e744c-9c68-452b-8597-3933f5c0c44f tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks [] for security_group_rule (34edafc3-06af-4fec-9de7-e4e3256f9137), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:46.373967 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-cd3e744c-9c68-452b-8597-3933f5c0c44f tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks [] for security_group_rule (34edafc3-06af-4fec-9de7-e4e3256f9137), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:46.450808 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-cd3e744c-9c68-452b-8597-3933f5c0c44f tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321501'] for security_group_rule (34edafc3-06af-4fec-9de7-e4e3256f9137), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:46.470282 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3e744c-9c68-452b-8597-3933f5c0c44f tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34edafc3-06af-4fec-9de7-e4e3256f9137,revision_number=0']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:37:46.533175 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-cd3e744c-9c68-452b-8597-3933f5c0c44f tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:46.534400 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-cd3e744c-9c68-452b-8597-3933f5c0c44f tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3172021 May 17 19:37:46.634860 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0c8b2f87-e67b-4074-b25e-3dfe601795dd req-4f962678-fef1-477f-87da-68777d71cdd8 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-429018552&fields=id&tenant_id=de75551df7bb4cadbaf622b4966540fb HTTP/1.1" status: 200 len: 267 time: 0.0456152 May 17 19:37:46.686578 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8b2f87-e67b-4074-b25e-3dfe601795dd req-a68f4ed3-8d2e-4e50-9aa1-2a54996c8dbf tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:46.688054 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0c8b2f87-e67b-4074-b25e-3dfe601795dd req-a68f4ed3-8d2e-4e50-9aa1-2a54996c8dbf tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/ports?device_id=190a80f6-7783-405a-bebe-05ad5e47dd0e HTTP/1.1" status: 200 len: 945 time: 0.0495996 May 17 19:37:46.698525 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [req-0c8b2f87-e67b-4074-b25e-3dfe601795dd req-f28c4e92-d7fa-4f68-8566-d6ab2105c19c tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Request body: {'port': {'security_groups': ['a0bb53df-1834-461e-a871-17cc044c2dc4', '420e1aba-5558-4811-91b4-5dcbb8038cd7']}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:37:46.777728 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-0c8b2f87-e67b-4074-b25e-3dfe601795dd req-f28c4e92-d7fa-4f68-8566-d6ab2105c19c tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (84b8d76c-fba3-4751-a1e1-03ee0d93f81c), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:46.993926 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-0c8b2f87-e67b-4074-b25e-3dfe601795dd req-f28c4e92-d7fa-4f68-8566-d6ab2105c19c tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] For port 84b8d76c-fba3-4751-a1e1-03ee0d93f81c, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=84b8d76c-fba3-4751-a1e1-03ee0d93f81c,segment=NetworkSegment(a0644e0b-588e-4e8d-88af-44b9f0bb06a9),segment_id=a0644e0b-588e-4e8d-88af-44b9f0bb06a9)] {{(pid=103781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:37:47.020945 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-0c8b2f87-e67b-4074-b25e-3dfe601795dd req-f28c4e92-d7fa-4f68-8566-d6ab2105c19c tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks [] for port (84b8d76c-fba3-4751-a1e1-03ee0d93f81c), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:47.084903 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-0c8b2f87-e67b-4074-b25e-3dfe601795dd req-f28c4e92-d7fa-4f68-8566-d6ab2105c19c tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13820453'] for port (84b8d76c-fba3-4751-a1e1-03ee0d93f81c), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:47.097064 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] get_ports_and_sgs() called for port_ids ['84b8d76c-fba3-4751-a1e1-03ee0d93f81c'] {{(pid=103782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 19:37:47.125700 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8b2f87-e67b-4074-b25e-3dfe601795dd req-f28c4e92-d7fa-4f68-8566-d6ab2105c19c tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:47.126314 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-0c8b2f87-e67b-4074-b25e-3dfe601795dd req-f28c4e92-d7fa-4f68-8566-d6ab2105c19c tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:47.127709 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0c8b2f87-e67b-4074-b25e-3dfe601795dd req-f28c4e92-d7fa-4f68-8566-d6ab2105c19c tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "PUT /v2.0/ports/84b8d76c-fba3-4751-a1e1-03ee0d93f81c HTTP/1.1" status: 200 len: 981 time: 0.4335463 May 17 19:37:47.128154 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '190a80f6-7783-405a-bebe-05ad5e47dd0e', 'tag': '84b8d76c-fba3-4751-a1e1-03ee0d93f81c'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:37:47.130568 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5abf21081b7c701043d67e7bff15db599e71af2afb5ac8611b6265996300b020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bec2f7e-afb6-48f2-9ddf-134364bc08c9" -d '{"events": [{"name": "network-changed", "server_uuid": "190a80f6-7783-405a-bebe-05ad5e47dd0e", "tag": "84b8d76c-fba3-4751-a1e1-03ee0d93f81c"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:37:47.176072 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28c4e92-d7fa-4f68-8566-d6ab2105c19c tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Pushing event updated for resources: {'Port': ['ID=84b8d76c-fba3-4751-a1e1-03ee0d93f81c,revision_number=6']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:37:47.195451 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 19:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37190a0f-a7f0-4bab-9abb-d7ce3e10bc1a x-openstack-request-id: req-37190a0f-a7f0-4bab-9abb-d7ce3e10bc1a {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:37:47.195871 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "190a80f6-7783-405a-bebe-05ad5e47dd0e", "tag": "84b8d76c-fba3-4751-a1e1-03ee0d93f81c", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:37:47.196236 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-37190a0f-a7f0-4bab-9abb-d7ce3e10bc1a {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:37:47.197147 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37190a0f-a7f0-4bab-9abb-d7ce3e10bc1a'] response: {'name': 'network-changed', 'server_uuid': '190a80f6-7783-405a-bebe-05ad5e47dd0e', 'tag': '84b8d76c-fba3-4751-a1e1-03ee0d93f81c', 'status': 'completed', 'code': 200} May 17 19:37:47.224152 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] get_ports_and_sgs() called for port_ids ['84b8d76c-fba3-4751-a1e1-03ee0d93f81c'] {{(pid=103782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 19:37:47.256147 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec2f7e-afb6-48f2-9ddf-134364bc08c9 req-137c6ed9-c0ba-4884-9e1c-fcd9945018db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:47.258258 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-6bec2f7e-afb6-48f2-9ddf-134364bc08c9 req-137c6ed9-c0ba-4884-9e1c-fcd9945018db service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=de75551df7bb4cadbaf622b4966540fb&device_id=190a80f6-7783-405a-bebe-05ad5e47dd0e HTTP/1.1" status: 200 len: 1168 time: 0.0495791 May 17 19:37:47.283811 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc2489a-ee0c-4eb6-8c68-cacb1f244b18 req-add5b14d-d677-4f68-8100-1d99987da5c8 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:47.285446 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6cc2489a-ee0c-4eb6-8c68-cacb1f244b18 req-add5b14d-d677-4f68-8100-1d99987da5c8 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/ports?device_id=190a80f6-7783-405a-bebe-05ad5e47dd0e HTTP/1.1" status: 200 len: 984 time: 0.0686471 May 17 19:37:47.320714 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-50a7706c-db6c-40ed-9c01-82d91d382c2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:47.363621 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6cc2489a-ee0c-4eb6-8c68-cacb1f244b18 req-955bd4c9-1847-40b4-aebc-db1446992c1a tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/security-groups?id=420e1aba-5558-4811-91b4-5dcbb8038cd7&id=a0bb53df-1834-461e-a871-17cc044c2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0706961 May 17 19:37:47.380174 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec2f7e-afb6-48f2-9ddf-134364bc08c9 req-7650b5cb-010f-445f-a035-d72820971e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:47.381647 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-6bec2f7e-afb6-48f2-9ddf-134364bc08c9 req-7650b5cb-010f-445f-a035-d72820971e24 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b49220ea-d5f1-4224-8283-0e52e547c390 HTTP/1.1" status: 200 len: 916 time: 0.1143401 May 17 19:37:47.443828 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-6bec2f7e-afb6-48f2-9ddf-134364bc08c9 req-91eef299-e692-4790-8996-096a3bf4e554 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84b8d76c-fba3-4751-a1e1-03ee0d93f81c HTTP/1.1" status: 200 len: 1000 time: 0.0546927 May 17 19:37:47.477365 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-3fb3dfec-2153-46b3-a386-758e0c17b1ed None None] Provisioning complete for port 84b8d76c-fba3-4751-a1e1-03ee0d93f81c triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:37:47.477731 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3fb3dfec-2153-46b3-a386-758e0c17b1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (84b8d76c-fba3-4751-a1e1-03ee0d93f81c), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:47.496792 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec2f7e-afb6-48f2-9ddf-134364bc08c9 req-337094e2-d08a-4365-9f93-29a519c39714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:47.498229 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-6bec2f7e-afb6-48f2-9ddf-134364bc08c9 req-337094e2-d08a-4365-9f93-29a519c39714 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=54848119-8d74-4c5d-8e4a-573785cea58e HTTP/1.1" status: 200 len: 854 time: 0.0458930 May 17 19:37:47.542809 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec2f7e-afb6-48f2-9ddf-134364bc08c9 req-58572e57-b69c-45ac-bf04-147550263307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:47.544239 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-6bec2f7e-afb6-48f2-9ddf-134364bc08c9 req-58572e57-b69c-45ac-bf04-147550263307 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b49220ea-d5f1-4224-8283-0e52e547c390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381191 May 17 19:37:47.636168 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-6bec2f7e-afb6-48f2-9ddf-134364bc08c9 req-3ff37fcf-1bab-48ea-a827-a6c62584fde8 service neutron] 10.222.0.69 "GET /v2.0/networks/b49220ea-d5f1-4224-8283-0e52e547c390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846095 May 17 19:37:47.660349 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-3fb3dfec-2153-46b3-a386-758e0c17b1ed None None] Current status of the port 84b8d76c-fba3-4751-a1e1-03ee0d93f81c is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:37:47.742951 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-6bec2f7e-afb6-48f2-9ddf-134364bc08c9 req-ee865b09-6f5e-48f0-9d39-c63cbcd4056b service neutron] 10.222.0.69 "GET /v2.0/networks/b49220ea-d5f1-4224-8283-0e52e547c390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950818 May 17 19:37:48.500964 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:50.040685 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-46a6faee-b009-4f1b-abcc-6d2b5c0f1b26 req-76bb5662-cd97-4b8d-8eed-eb939bc18bc0 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-32194059&fields=id&tenant_id=aae36ceec2314da8a829113fc36f2f40 HTTP/1.1" status: 200 len: 267 time: 0.0457528 May 17 19:37:50.143599 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6faee-b009-4f1b-abcc-6d2b5c0f1b26 req-f6e18505-7592-4a60-a1f8-64311ed4d4bb tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:50.145413 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-46a6faee-b009-4f1b-abcc-6d2b5c0f1b26 req-f6e18505-7592-4a60-a1f8-64311ed4d4bb tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/networks?id=4ffa76ed-e644-420a-9be5-452073c9d2f3 HTTP/1.1" status: 200 len: 812 time: 0.0985236 May 17 19:37:50.165466 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-46a6faee-b009-4f1b-abcc-6d2b5c0f1b26 req-f6bbe27f-ac28-4e9d-acad-821be0e354a6 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/quotas/aae36ceec2314da8a829113fc36f2f40 HTTP/1.1" status: 200 len: 375 time: 0.0102623 May 17 19:37:50.217743 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-46a6faee-b009-4f1b-abcc-6d2b5c0f1b26 req-b34d4afa-73f1-4dfc-b852-bc518ff6a4ec tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=aae36ceec2314da8a829113fc36f2f40&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470982 May 17 19:37:50.307702 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:50.317611 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-46a6faee-b009-4f1b-abcc-6d2b5c0f1b26 req-df9564f8-0863-47c3-9215-80cbe665f7ed service neutron] 10.222.0.58 "GET /v2.0/networks/4ffa76ed-e644-420a-9be5-452073c9d2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869892 May 17 19:37:50.649158 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-46a6faee-b009-4f1b-abcc-6d2b5c0f1b26 req-e3816570-e8dc-4f38-bee5-761e6a6d1b6c service neutron] 10.222.0.58 "GET /v2.0/networks/4ffa76ed-e644-420a-9be5-452073c9d2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257496 May 17 19:37:51.177344 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-14afc8e4-ac28-4a62-91cb-254d7ac93395 req-b37d80f8-debb-4c5d-81f2-83e385462d8f tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6c60a7f-3ceb-4308-a1e3-ec206a3cbe7d HTTP/1.1" status: 200 len: 210 time: 0.0339911 May 17 19:37:51.563473 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:51.919614 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-1e85d609-2d6e-4fff-9bf8-f4d711aa6c39 req-f43ae435-3361-4920-8322-d562e0df1761 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c40918f8-ee22-4dbb-9334-0fd71846a8de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410709 May 17 19:37:52.017608 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e85d609-2d6e-4fff-9bf8-f4d711aa6c39 req-ed708c30-189e-42cf-a6ad-630bc84cc7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:52.019207 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-1e85d609-2d6e-4fff-9bf8-f4d711aa6c39 req-ed708c30-189e-42cf-a6ad-630bc84cc7ae service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aae36ceec2314da8a829113fc36f2f40&device_id=c40918f8-ee22-4dbb-9334-0fd71846a8de HTTP/1.1" status: 200 len: 1130 time: 0.0424149 May 17 19:37:52.133662 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e85d609-2d6e-4fff-9bf8-f4d711aa6c39 req-cc91a41d-8fb9-43b8-aa6a-406d77abbdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:52.135136 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-1e85d609-2d6e-4fff-9bf8-f4d711aa6c39 req-cc91a41d-8fb9-43b8-aa6a-406d77abbdea service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ffa76ed-e644-420a-9be5-452073c9d2f3 HTTP/1.1" status: 200 len: 913 time: 0.0897477 May 17 19:37:52.211117 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-1e85d609-2d6e-4fff-9bf8-f4d711aa6c39 req-c907b63a-a75c-4818-8524-0a8c6d46ffa4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ef37eac-454e-41a3-9aae-fa1e9ad23770 HTTP/1.1" status: 200 len: 1002 time: 0.0652337 May 17 19:37:52.277311 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-8b46f4e2-41df-487b-8008-afb3dfa97e7b req-8e8d65f6-51e3-42dd-b7a3-9abe2b4b3b74 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6c60a7f-3ceb-4308-a1e3-ec206a3cbe7d HTTP/1.1" status: 200 len: 210 time: 0.0334861 May 17 19:37:52.284226 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e85d609-2d6e-4fff-9bf8-f4d711aa6c39 req-32aa215c-13cf-40ac-98bf-35272edb2997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:52.285643 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-1e85d609-2d6e-4fff-9bf8-f4d711aa6c39 req-32aa215c-13cf-40ac-98bf-35272edb2997 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a5e80cf4-1ae6-4a34-89f9-235de223b3bb HTTP/1.1" status: 200 len: 851 time: 0.0682144 May 17 19:37:52.332140 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e85d609-2d6e-4fff-9bf8-f4d711aa6c39 req-c0a5440a-524d-4257-af6e-c463195d3ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:52.333584 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-1e85d609-2d6e-4fff-9bf8-f4d711aa6c39 req-c0a5440a-524d-4257-af6e-c463195d3ba2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ffa76ed-e644-420a-9be5-452073c9d2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417042 May 17 19:37:52.427745 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-1e85d609-2d6e-4fff-9bf8-f4d711aa6c39 req-e6edfec3-2b3c-49a6-be13-ba76df920537 service neutron] 10.222.0.69 "GET /v2.0/networks/4ffa76ed-e644-420a-9be5-452073c9d2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864360 May 17 19:37:52.524627 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-1e85d609-2d6e-4fff-9bf8-f4d711aa6c39 req-d4619197-491e-4f26-828d-8a84694f44de service neutron] 10.222.0.69 "GET /v2.0/networks/4ffa76ed-e644-420a-9be5-452073c9d2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884020 May 17 19:37:53.481099 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-db4ca8e3-32f1-4a0e-bc50-a4fcd6d17f90 req-01ce220b-339d-4905-b16e-45db4af74da0 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6c60a7f-3ceb-4308-a1e3-ec206a3cbe7d HTTP/1.1" status: 200 len: 210 time: 0.0269811 May 17 19:37:53.671703 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6faee-b009-4f1b-abcc-6d2b5c0f1b26 req-269abcb1-14c6-40df-b509-17742dfefae6 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:53.673006 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-46a6faee-b009-4f1b-abcc-6d2b5c0f1b26 req-269abcb1-14c6-40df-b509-17742dfefae6 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.69 "GET /v2.0/networks?id=4ffa76ed-e644-420a-9be5-452073c9d2f3 HTTP/1.1" status: 200 len: 812 time: 0.1006913 May 17 19:37:53.741689 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-46a6faee-b009-4f1b-abcc-6d2b5c0f1b26 req-91d8c583-804a-423a-9993-f881aacae0fe tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aae36ceec2314da8a829113fc36f2f40 HTTP/1.1" status: 200 len: 378 time: 0.0549903 May 17 19:37:53.753303 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [req-46a6faee-b009-4f1b-abcc-6d2b5c0f1b26 req-37cc69ad-0a10-4b5a-ac2b-f80ce1b1dfda tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Request body: {'port': {'device_id': 'e6c60a7f-3ceb-4308-a1e3-ec206a3cbe7d', 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3', 'admin_state_up': True, 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'security_groups': ['a33a853a-3df4-4414-90e6-4e69cdaf8606']}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:37:53.925012 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46a6faee-b009-4f1b-abcc-6d2b5c0f1b26 req-37cc69ad-0a10-4b5a-ac2b-f80ce1b1dfda tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Made reservation on behalf of aae36ceec2314da8a829113fc36f2f40 for: {'port': 1} {{(pid=103780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:37:53.928143 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-46a6faee-b009-4f1b-abcc-6d2b5c0f1b26 req-37cc69ad-0a10-4b5a-ac2b-f80ce1b1dfda tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:54.055988 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.db_base_plugin_common [req-46a6faee-b009-4f1b-abcc-6d2b5c0f1b26 req-37cc69ad-0a10-4b5a-ac2b-f80ce1b1dfda tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Allocated IP 172.20.0.10 (4ffa76ed-e644-420a-9be5-452073c9d2f3/a5e80cf4-1ae6-4a34-89f9-235de223b3bb/c2f99b61-73d3-4957-bc8c-159bc6d0b4aa) {{(pid=103780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:37:54.191354 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-46a6faee-b009-4f1b-abcc-6d2b5c0f1b26 req-37cc69ad-0a10-4b5a-ac2b-f80ce1b1dfda tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks [] for port (c2f99b61-73d3-4957-bc8c-159bc6d0b4aa), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:54.261927 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-46a6faee-b009-4f1b-abcc-6d2b5c0f1b26 req-37cc69ad-0a10-4b5a-ac2b-f80ce1b1dfda tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014583'] for port (c2f99b61-73d3-4957-bc8c-159bc6d0b4aa), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:54.306009 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46a6faee-b009-4f1b-abcc-6d2b5c0f1b26 req-37cc69ad-0a10-4b5a-ac2b-f80ce1b1dfda tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Network 4ffa76ed-e644-420a-9be5-452073c9d2f3 is already hosted by enough agents. {{(pid=103780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:37:54.309062 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.base_scheduler [req-46a6faee-b009-4f1b-abcc-6d2b5c0f1b26 req-37cc69ad-0a10-4b5a-ac2b-f80ce1b1dfda tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Resources bound (agent type, host, resource id): {{(pid=103780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:37:54.312688 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.l3_dvrscheduler_db [req-46a6faee-b009-4f1b-abcc-6d2b5c0f1b26 req-37cc69ad-0a10-4b5a-ac2b-f80ce1b1dfda tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Received port after_create {{(pid=103780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:37:54.342969 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cc69ad-0a10-4b5a-ac2b-f80ce1b1dfda tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Pushing event updated for resources: {'Port': ['ID=c2f99b61-73d3-4957-bc8c-159bc6d0b4aa,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:37:54.368427 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6faee-b009-4f1b-abcc-6d2b5c0f1b26 req-37cc69ad-0a10-4b5a-ac2b-f80ce1b1dfda tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:54.369081 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-46a6faee-b009-4f1b-abcc-6d2b5c0f1b26 req-37cc69ad-0a10-4b5a-ac2b-f80ce1b1dfda tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for port (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:54.418966 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-46a6faee-b009-4f1b-abcc-6d2b5c0f1b26 req-37cc69ad-0a10-4b5a-ac2b-f80ce1b1dfda tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6706834 May 17 19:37:54.430732 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [req-46a6faee-b009-4f1b-abcc-6d2b5c0f1b26 req-4d220931-bd15-4721-922f-7b7da1367006 service neutron] Request body: {'port': {'device_id': 'e6c60a7f-3ceb-4308-a1e3-ec206a3cbe7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:37:54.490816 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-46a6faee-b009-4f1b-abcc-6d2b5c0f1b26 req-4d220931-bd15-4721-922f-7b7da1367006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (c2f99b61-73d3-4957-bc8c-159bc6d0b4aa), before_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:54.519651 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-94fcc321-2ad7-41d8-bf3f-567fdc6fda5d None None] Provisioning complete for port c2f99b61-73d3-4957-bc8c-159bc6d0b4aa triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:37:54.520162 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-94fcc321-2ad7-41d8-bf3f-567fdc6fda5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (c2f99b61-73d3-4957-bc8c-159bc6d0b4aa), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:54.555379 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-94fcc321-2ad7-41d8-bf3f-567fdc6fda5d None None] Port c2f99b61-73d3-4957-bc8c-159bc6d0b4aa cannot update to ACTIVE because it is not bound. {{(pid=103782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 19:37:54.658726 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c137a1-da4e-4c2b-b655-602c9a19ec7e req-1364d8bb-b265-4f66-ae39-f1ff01e5152a tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:54.660104 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-27c137a1-da4e-4c2b-b655-602c9a19ec7e req-1364d8bb-b265-4f66-ae39-f1ff01e5152a tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6c60a7f-3ceb-4308-a1e3-ec206a3cbe7d HTTP/1.1" status: 200 len: 932 time: 0.1027081 May 17 19:37:54.765899 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-27c137a1-da4e-4c2b-b655-602c9a19ec7e req-bad098e6-fb48-4774-88fd-9d05a5e666e4 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0969064 May 17 19:37:54.849280 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.notifiers.nova [req-46a6faee-b009-4f1b-abcc-6d2b5c0f1b26 req-4d220931-bd15-4721-922f-7b7da1367006 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2f99b61-73d3-4957-bc8c-159bc6d0b4aa {{(pid=103780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 19:37:54.856824 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-46a6faee-b009-4f1b-abcc-6d2b5c0f1b26 req-4d220931-bd15-4721-922f-7b7da1367006 service neutron] Publish callbacks [] for port (c2f99b61-73d3-4957-bc8c-159bc6d0b4aa), precommit_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:54.869019 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.provisioning_blocks [req-46a6faee-b009-4f1b-abcc-6d2b5c0f1b26 req-4d220931-bd15-4721-922f-7b7da1367006 service neutron] Transition to ACTIVE for port object c2f99b61-73d3-4957-bc8c-159bc6d0b4aa will not be triggered until provisioned by entity L2. {{(pid=103780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 19:37:54.964246 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-46a6faee-b009-4f1b-abcc-6d2b5c0f1b26 req-4d220931-bd15-4721-922f-7b7da1367006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13014528'] for port (c2f99b61-73d3-4957-bc8c-159bc6d0b4aa), after_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:55.013580 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d220931-bd15-4721-922f-7b7da1367006 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f99b61-73d3-4957-bc8c-159bc6d0b4aa,revision_number=2']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:37:55.085841 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.managers [req-46a6faee-b009-4f1b-abcc-6d2b5c0f1b26 req-4d220931-bd15-4721-922f-7b7da1367006 service neutron] Attempting to bind port c2f99b61-73d3-4957-bc8c-159bc6d0b4aa on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 19:37:55.086508 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.managers [req-46a6faee-b009-4f1b-abcc-6d2b5c0f1b26 req-4d220931-bd15-4721-922f-7b7da1367006 service neutron] Attempting to bind port c2f99b61-73d3-4957-bc8c-159bc6d0b4aa by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '8cc326ee-5f9e-416b-8025-9d11d0786f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3'}] {{(pid=103780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 19:37:55.087045 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a6faee-b009-4f1b-abcc-6d2b5c0f1b26 req-4d220931-bd15-4721-922f-7b7da1367006 service neutron] Attempting to bind port c2f99b61-73d3-4957-bc8c-159bc6d0b4aa on network 4ffa76ed-e644-420a-9be5-452073c9d2f3 {{(pid=103780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:37:55.092139 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a6faee-b009-4f1b-abcc-6d2b5c0f1b26 req-4d220931-bd15-4721-922f-7b7da1367006 service neutron] Port c2f99b61-73d3-4957-bc8c-159bc6d0b4aa on network 4ffa76ed-e644-420a-9be5-452073c9d2f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 19:37:55.092451 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a6faee-b009-4f1b-abcc-6d2b5c0f1b26 req-4d220931-bd15-4721-922f-7b7da1367006 service neutron] Attempting to bind port c2f99b61-73d3-4957-bc8c-159bc6d0b4aa on network 4ffa76ed-e644-420a-9be5-452073c9d2f3 {{(pid=103780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:37:55.098124 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a6faee-b009-4f1b-abcc-6d2b5c0f1b26 req-4d220931-bd15-4721-922f-7b7da1367006 service neutron] Checking agent: {'id': 'bee311cb-2a55-4828-8ca4-4ee09c88de79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 19, 27, 43), 'started_at': datetime.datetime(2022, 5, 17, 19, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 19, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 19:37:55.098452 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a6faee-b009-4f1b-abcc-6d2b5c0f1b26 req-4d220931-bd15-4721-922f-7b7da1367006 service neutron] Checking segment: {'id': '8cc326ee-5f9e-416b-8025-9d11d0786f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:37:55.098933 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a6faee-b009-4f1b-abcc-6d2b5c0f1b26 req-4d220931-bd15-4721-922f-7b7da1367006 service neutron] Bound using segment: {'id': '8cc326ee-5f9e-416b-8025-9d11d0786f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3'} {{(pid=103780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 19:37:55.099353 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.managers [req-46a6faee-b009-4f1b-abcc-6d2b5c0f1b26 req-4d220931-bd15-4721-922f-7b7da1367006 service neutron] Bound port: c2f99b61-73d3-4957-bc8c-159bc6d0b4aa, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cc326ee-5f9e-416b-8025-9d11d0786f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3'}}] {{(pid=103780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 19:37:55.099730 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-46a6faee-b009-4f1b-abcc-6d2b5c0f1b26 req-4d220931-bd15-4721-922f-7b7da1367006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (c2f99b61-73d3-4957-bc8c-159bc6d0b4aa), before_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:55.178601 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.db [req-46a6faee-b009-4f1b-abcc-6d2b5c0f1b26 req-4d220931-bd15-4721-922f-7b7da1367006 service neutron] For port c2f99b61-73d3-4957-bc8c-159bc6d0b4aa, host hv-cinder-84067, cleared binding levels {{(pid=103780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 19:37:55.181797 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.db [req-46a6faee-b009-4f1b-abcc-6d2b5c0f1b26 req-4d220931-bd15-4721-922f-7b7da1367006 service neutron] For port c2f99b61-73d3-4957-bc8c-159bc6d0b4aa, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=c2f99b61-73d3-4957-bc8c-159bc6d0b4aa,segment=NetworkSegment(8cc326ee-5f9e-416b-8025-9d11d0786f2c),segment_id=8cc326ee-5f9e-416b-8025-9d11d0786f2c)] {{(pid=103780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 19:37:55.262214 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-46a6faee-b009-4f1b-abcc-6d2b5c0f1b26 req-4d220931-bd15-4721-922f-7b7da1367006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13014528'] for port (c2f99b61-73d3-4957-bc8c-159bc6d0b4aa), after_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:55.291321 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6faee-b009-4f1b-abcc-6d2b5c0f1b26 req-4d220931-bd15-4721-922f-7b7da1367006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:55.292135 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-46a6faee-b009-4f1b-abcc-6d2b5c0f1b26 req-4d220931-bd15-4721-922f-7b7da1367006 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for port (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:37:55.293456 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-46a6faee-b009-4f1b-abcc-6d2b5c0f1b26 req-4d220931-bd15-4721-922f-7b7da1367006 service neutron] 10.222.0.69 "PUT /v2.0/ports/c2f99b61-73d3-4957-bc8c-159bc6d0b4aa HTTP/1.1" status: 200 len: 1094 time: 0.8671310 May 17 19:37:55.295520 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6c60a7f-3ceb-4308-a1e3-ec206a3cbe7d', 'tag': 'c2f99b61-73d3-4957-bc8c-159bc6d0b4aa'}] {{(pid=103780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:37:55.302166 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1bd86ad9c435c7379d29d4f4527297f276984ecaea51489ddc34f383e603623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62f5928-b190-495b-8de1-7a3ccbe42427" -d '{"events": [{"name": "network-changed", "server_uuid": "e6c60a7f-3ceb-4308-a1e3-ec206a3cbe7d", "tag": "c2f99b61-73d3-4957-bc8c-159bc6d0b4aa"}]}' {{(pid=103780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:37:55.328310 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d220931-bd15-4721-922f-7b7da1367006 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f99b61-73d3-4957-bc8c-159bc6d0b4aa,revision_number=3']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:37:55.340209 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 19:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2725cb61-ab2b-4c57-8d2a-e12304e35748 x-openstack-request-id: req-2725cb61-ab2b-4c57-8d2a-e12304e35748 {{(pid=103780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:37:55.340494 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6c60a7f-3ceb-4308-a1e3-ec206a3cbe7d", "tag": "c2f99b61-73d3-4957-bc8c-159bc6d0b4aa", "status": "completed", "code": 200}]} {{(pid=103780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:37:55.340742 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2725cb61-ab2b-4c57-8d2a-e12304e35748 {{(pid=103780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:37:55.341159 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2725cb61-ab2b-4c57-8d2a-e12304e35748'] response: {'name': 'network-changed', 'server_uuid': 'e6c60a7f-3ceb-4308-a1e3-ec206a3cbe7d', 'tag': 'c2f99b61-73d3-4957-bc8c-159bc6d0b4aa', 'status': 'completed', 'code': 200} May 17 19:37:55.401392 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f5928-b190-495b-8de1-7a3ccbe42427 req-5104301e-2b02-489e-8243-a1ae3221945e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:55.402908 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-c62f5928-b190-495b-8de1-7a3ccbe42427 req-5104301e-2b02-489e-8243-a1ae3221945e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aae36ceec2314da8a829113fc36f2f40&device_id=e6c60a7f-3ceb-4308-a1e3-ec206a3cbe7d HTTP/1.1" status: 200 len: 1128 time: 0.0414231 May 17 19:37:55.508978 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f5928-b190-495b-8de1-7a3ccbe42427 req-fed081ca-af2f-4a1e-9652-a94e3899d9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:55.510436 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-c62f5928-b190-495b-8de1-7a3ccbe42427 req-fed081ca-af2f-4a1e-9652-a94e3899d9bc service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=aae36ceec2314da8a829113fc36f2f40&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0992303 May 17 19:37:55.601923 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f5928-b190-495b-8de1-7a3ccbe42427 req-2dc608b5-8b2a-4f10-af48-d5f0a9b2272d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:55.603268 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-c62f5928-b190-495b-8de1-7a3ccbe42427 req-2dc608b5-8b2a-4f10-af48-d5f0a9b2272d service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0859215 May 17 19:37:55.682461 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6faee-b009-4f1b-abcc-6d2b5c0f1b26 req-1327730d-4196-4749-9d00-81b943611f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:55.684025 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-46a6faee-b009-4f1b-abcc-6d2b5c0f1b26 req-1327730d-4196-4749-9d00-81b943611f98 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aae36ceec2314da8a829113fc36f2f40&device_id=e6c60a7f-3ceb-4308-a1e3-ec206a3cbe7d HTTP/1.1" status: 200 len: 1128 time: 0.0428233 May 17 19:37:55.721516 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-46a6faee-b009-4f1b-abcc-6d2b5c0f1b26 req-d299c257-c931-4190-94bd-2fe7ff2ff2a2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2f99b61-73d3-4957-bc8c-159bc6d0b4aa HTTP/1.1" status: 200 len: 217 time: 0.0310812 May 17 19:37:55.768576 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6faee-b009-4f1b-abcc-6d2b5c0f1b26 req-26df4b97-226b-4a1a-80bc-2ebd955973ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:55.770035 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-46a6faee-b009-4f1b-abcc-6d2b5c0f1b26 req-26df4b97-226b-4a1a-80bc-2ebd955973ad service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a5e80cf4-1ae6-4a34-89f9-235de223b3bb HTTP/1.1" status: 200 len: 851 time: 0.0426702 May 17 19:37:55.816391 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6faee-b009-4f1b-abcc-6d2b5c0f1b26 req-f0f60167-472c-47d5-8314-6702bc04332f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:55.817961 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-46a6faee-b009-4f1b-abcc-6d2b5c0f1b26 req-f0f60167-472c-47d5-8314-6702bc04332f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ffa76ed-e644-420a-9be5-452073c9d2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398674 May 17 19:37:55.927997 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a364e17f-b42c-44e3-a946-010a4716c2cc req-99fc2a2a-5322-4392-81f2-b4da93af4a76 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:55.929353 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-a364e17f-b42c-44e3-a946-010a4716c2cc req-99fc2a2a-5322-4392-81f2-b4da93af4a76 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6c60a7f-3ceb-4308-a1e3-ec206a3cbe7d HTTP/1.1" status: 200 len: 944 time: 0.0875311 May 17 19:37:55.958920 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-46a6faee-b009-4f1b-abcc-6d2b5c0f1b26 req-036f5bc0-b683-47fe-8a3f-06af3033be3b service neutron] 10.222.0.69 "GET /v2.0/networks/4ffa76ed-e644-420a-9be5-452073c9d2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342082 May 17 19:37:56.009996 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-a364e17f-b42c-44e3-a946-010a4716c2cc req-ff8967a1-a896-468f-baa2-b2046ec4bd17 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0735240 May 17 19:37:56.068842 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-46a6faee-b009-4f1b-abcc-6d2b5c0f1b26 req-25e57f92-9bdd-4219-960e-0c2379ec7033 service neutron] 10.222.0.69 "GET /v2.0/networks/4ffa76ed-e644-420a-9be5-452073c9d2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992451 May 17 19:37:57.121155 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3071944-4818-4fed-a40c-ee1461cc790a req-4dfe8584-4925-4d1c-9f87-8effce6011f2 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:57.122610 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b3071944-4818-4fed-a40c-ee1461cc790a req-4dfe8584-4925-4d1c-9f87-8effce6011f2 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6c60a7f-3ceb-4308-a1e3-ec206a3cbe7d HTTP/1.1" status: 200 len: 944 time: 0.0458975 May 17 19:37:57.169893 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b3071944-4818-4fed-a40c-ee1461cc790a req-2a54ab73-9357-42a0-b99f-78f3098767b2 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411155 May 17 19:37:58.279453 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2aa53-6a8b-4a59-aae5-05fc35a3990b req-30e65662-7832-4c5e-9cb2-f7e8d634a011 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:58.281545 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-ecc2aa53-6a8b-4a59-aae5-05fc35a3990b req-30e65662-7832-4c5e-9cb2-f7e8d634a011 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6c60a7f-3ceb-4308-a1e3-ec206a3cbe7d HTTP/1.1" status: 200 len: 944 time: 0.0461671 May 17 19:37:58.328293 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-ecc2aa53-6a8b-4a59-aae5-05fc35a3990b req-a8cbfa01-56f6-48de-8d24-4503db7f2927 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413389 May 17 19:37:59.445782 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa997531-ab8a-44c9-add0-96ae547ea374 req-86c9c064-a350-4ca0-960e-11037b7ba005 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:37:59.447262 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-aa997531-ab8a-44c9-add0-96ae547ea374 req-86c9c064-a350-4ca0-960e-11037b7ba005 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6c60a7f-3ceb-4308-a1e3-ec206a3cbe7d HTTP/1.1" status: 200 len: 944 time: 0.0508752 May 17 19:37:59.496157 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-aa997531-ab8a-44c9-add0-96ae547ea374 req-7112e6d1-befa-402d-a426-a4a6f43e6154 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432785 May 17 19:38:00.606050 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92568660-1ef9-42b1-9484-b8cbca18de56 req-f694f2c5-dc30-417c-92b3-e2a6faed4478 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:00.607529 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-92568660-1ef9-42b1-9484-b8cbca18de56 req-f694f2c5-dc30-417c-92b3-e2a6faed4478 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6c60a7f-3ceb-4308-a1e3-ec206a3cbe7d HTTP/1.1" status: 200 len: 944 time: 0.0466213 May 17 19:38:00.654833 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-92568660-1ef9-42b1-9484-b8cbca18de56 req-341f79ac-3e8d-4499-8acf-729845e0c80c tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413315 May 17 19:38:00.891649 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe5f258-56b4-4c5b-ae50-f0635fccca89 req-ce92267b-f63c-444a-92b5-a27eb7cc2c78 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:00.893126 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-cfe5f258-56b4-4c5b-ae50-f0635fccca89 req-ce92267b-f63c-444a-92b5-a27eb7cc2c78 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 946 time: 0.0476663 May 17 19:38:00.941487 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-cfe5f258-56b4-4c5b-ae50-f0635fccca89 req-7ed36320-4356-4c60-83c3-002d23e67974 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?id=9acabee2-0a79-407c-9f93-294ac7d381a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428247 May 17 19:38:01.772525 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8cf94e-78c8-48e0-a842-bf9f0b09ae80 req-a19a4bd6-b8f4-40ec-b706-b301a01b1e82 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:01.773997 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-3d8cf94e-78c8-48e0-a842-bf9f0b09ae80 req-a19a4bd6-b8f4-40ec-b706-b301a01b1e82 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6c60a7f-3ceb-4308-a1e3-ec206a3cbe7d HTTP/1.1" status: 200 len: 944 time: 0.0495727 May 17 19:38:01.821150 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-3d8cf94e-78c8-48e0-a842-bf9f0b09ae80 req-bb0f903a-4185-4cff-8354-a4cf1e026a6c tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418563 May 17 19:38:02.052577 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cceb6f-b696-4ccb-a475-0696b0d20e76 req-19e05e8c-9a45-424d-9d5d-7a8372c18c66 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:02.054017 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-30cceb6f-b696-4ccb-a475-0696b0d20e76 req-19e05e8c-9a45-424d-9d5d-7a8372c18c66 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 946 time: 0.0459096 May 17 19:38:02.098722 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-30cceb6f-b696-4ccb-a475-0696b0d20e76 req-c84226a6-7251-4475-86e6-4f52d62be564 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?id=9acabee2-0a79-407c-9f93-294ac7d381a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393827 May 17 19:38:02.930914 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b2f9b-9ae8-4a53-87ae-2f53b7f16ad5 req-145e0972-c17b-483a-b382-d2fa1e00a210 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:02.932307 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-882b2f9b-9ae8-4a53-87ae-2f53b7f16ad5 req-145e0972-c17b-483a-b382-d2fa1e00a210 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6c60a7f-3ceb-4308-a1e3-ec206a3cbe7d HTTP/1.1" status: 200 len: 944 time: 0.0454597 May 17 19:38:02.979643 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-882b2f9b-9ae8-4a53-87ae-2f53b7f16ad5 req-0ef479b8-9d9a-47d6-bee5-0e489ad86dc0 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413053 May 17 19:38:03.208476 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d1272-69a0-49b4-b88e-d4d0929b79b7 req-3cf02e74-2b5f-4452-b0ad-7364931b2e64 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:03.209937 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e47d1272-69a0-49b4-b88e-d4d0929b79b7 req-3cf02e74-2b5f-4452-b0ad-7364931b2e64 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 946 time: 0.0459943 May 17 19:38:03.255541 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e47d1272-69a0-49b4-b88e-d4d0929b79b7 req-a676367c-92cb-45c3-8065-1a8f2f3fe438 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?id=9acabee2-0a79-407c-9f93-294ac7d381a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401776 May 17 19:38:04.092140 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a045c-07ab-4b6b-927e-b47976a8ea94 req-bd27a42b-4b8c-4a51-b216-a1bb4843acdc tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:04.093577 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-465a045c-07ab-4b6b-927e-b47976a8ea94 req-bd27a42b-4b8c-4a51-b216-a1bb4843acdc tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6c60a7f-3ceb-4308-a1e3-ec206a3cbe7d HTTP/1.1" status: 200 len: 944 time: 0.0492418 May 17 19:38:04.141289 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-465a045c-07ab-4b6b-927e-b47976a8ea94 req-55f01a62-a929-475c-a6c7-628168a23f46 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422449 May 17 19:38:04.368997 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd669d-793c-4132-9cb9-c136deedec9a req-8d43b2a7-e859-4e66-acf1-42d3ffa3207d tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:04.370445 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b6cd669d-793c-4132-9cb9-c136deedec9a req-8d43b2a7-e859-4e66-acf1-42d3ffa3207d tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 946 time: 0.0479243 May 17 19:38:04.416917 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b6cd669d-793c-4132-9cb9-c136deedec9a req-f88b21a2-764f-43a1-b675-737d2843382c tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?id=9acabee2-0a79-407c-9f93-294ac7d381a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397706 May 17 19:38:05.250102 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1848e4-f346-4421-906e-6c1f1347bfdc req-88c8d5ba-ac12-49a9-9700-fd8cb396d645 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:05.251477 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-3d1848e4-f346-4421-906e-6c1f1347bfdc req-88c8d5ba-ac12-49a9-9700-fd8cb396d645 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6c60a7f-3ceb-4308-a1e3-ec206a3cbe7d HTTP/1.1" status: 200 len: 944 time: 0.0464029 May 17 19:38:05.298637 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-3d1848e4-f346-4421-906e-6c1f1347bfdc req-e8b22f6b-5499-4991-8bc1-a94978eefb76 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417991 May 17 19:38:05.536052 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d4809-22be-4315-a886-35311590f269 req-b436f8ff-15a9-4c65-98a5-6896e1c243e3 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:05.537775 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-529d4809-22be-4315-a886-35311590f269 req-b436f8ff-15a9-4c65-98a5-6896e1c243e3 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 946 time: 0.0494905 May 17 19:38:05.585522 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-529d4809-22be-4315-a886-35311590f269 req-61a0655d-74e1-4f7d-88dc-34f16fce17c2 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?id=9acabee2-0a79-407c-9f93-294ac7d381a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420961 May 17 19:38:06.408668 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d61612-85d6-40ce-adb7-e8652b0c9f0a req-b19266e4-eae8-43e5-b45e-b87af3008fb4 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:06.410126 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-d7d61612-85d6-40ce-adb7-e8652b0c9f0a req-b19266e4-eae8-43e5-b45e-b87af3008fb4 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6c60a7f-3ceb-4308-a1e3-ec206a3cbe7d HTTP/1.1" status: 200 len: 944 time: 0.0462117 May 17 19:38:06.460066 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-d7d61612-85d6-40ce-adb7-e8652b0c9f0a req-2708e0d4-b7c1-46ef-a8df-847b6b9bc88c tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445247 May 17 19:38:06.698969 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb16e821-1b32-48fa-9210-4d4221df9ef6 req-91395300-8bca-4da2-bc4c-a12fd8fce060 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:06.700451 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-cb16e821-1b32-48fa-9210-4d4221df9ef6 req-91395300-8bca-4da2-bc4c-a12fd8fce060 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 946 time: 0.0458813 May 17 19:38:06.748848 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-cb16e821-1b32-48fa-9210-4d4221df9ef6 req-eafc80c6-de4a-4ec3-a91f-2ca1891cfc21 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?id=9acabee2-0a79-407c-9f93-294ac7d381a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428572 May 17 19:38:07.574653 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fde0b1-4118-4ade-824b-48723796ee5f req-50deaa5a-fed9-4414-b9f5-35c03cf7625a tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:07.576142 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-65fde0b1-4118-4ade-824b-48723796ee5f req-50deaa5a-fed9-4414-b9f5-35c03cf7625a tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6c60a7f-3ceb-4308-a1e3-ec206a3cbe7d HTTP/1.1" status: 200 len: 944 time: 0.0473413 May 17 19:38:07.624057 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-65fde0b1-4118-4ade-824b-48723796ee5f req-15e0dc4a-e660-43c3-8375-0e8d9bae1943 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423644 May 17 19:38:07.859422 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55601914-9fda-4694-981a-83f6721cdc9e req-8fb2475d-301b-4193-87c0-ad7839ed5ab0 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:07.860903 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-55601914-9fda-4694-981a-83f6721cdc9e req-8fb2475d-301b-4193-87c0-ad7839ed5ab0 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 946 time: 0.0460806 May 17 19:38:07.905830 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-55601914-9fda-4694-981a-83f6721cdc9e req-265e34e0-b159-4af8-9333-22d6272b5979 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?id=9acabee2-0a79-407c-9f93-294ac7d381a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388479 May 17 19:38:08.736403 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c972f760-a15e-432f-8dc6-1bd93feef4f8 req-a0dea7dd-e5cc-4569-8999-6cc96a929935 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:08.737847 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-c972f760-a15e-432f-8dc6-1bd93feef4f8 req-a0dea7dd-e5cc-4569-8999-6cc96a929935 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6c60a7f-3ceb-4308-a1e3-ec206a3cbe7d HTTP/1.1" status: 200 len: 944 time: 0.0462775 May 17 19:38:08.783788 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-c972f760-a15e-432f-8dc6-1bd93feef4f8 req-f3c1672f-5dce-4fb4-9c80-56f265c5ca8f tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405922 May 17 19:38:09.021699 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0263d015-20e1-4846-ac7d-de5030ca4775 req-e3a04b13-4890-45dc-b70a-8245c3520630 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:09.023168 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0263d015-20e1-4846-ac7d-de5030ca4775 req-e3a04b13-4890-45dc-b70a-8245c3520630 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 946 time: 0.0457070 May 17 19:38:09.068880 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0263d015-20e1-4846-ac7d-de5030ca4775 req-a0eb9346-0893-4ced-a39e-45b5f1c73e06 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?id=9acabee2-0a79-407c-9f93-294ac7d381a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402746 May 17 19:38:09.221139 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device c2f99b61-73d3-4957-bc8c-159bc6d0b4aa details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 19:38:09.316866 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port c2f99b61-73d3-4957-bc8c-159bc6d0b4aa, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=c2f99b61-73d3-4957-bc8c-159bc6d0b4aa,segment=NetworkSegment(8cc326ee-5f9e-416b-8025-9d11d0786f2c),segment_id=8cc326ee-5f9e-416b-8025-9d11d0786f2c)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:38:09.327989 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Returning: {'device': 'c2f99b61-73d3-4957-bc8c-159bc6d0b4aa', 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3', 'port_id': 'c2f99b61-73d3-4957-bc8c-159bc6d0b4aa', 'mac_address': 'fa:16:3e:6e:14:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5e80cf4-1ae6-4a34-89f9-235de223b3bb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 19:38:09.362001 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Current status of the port c2f99b61-73d3-4957-bc8c-159bc6d0b4aa is: DOWN; New status is: BUILD {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:38:09.362388 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (c2f99b61-73d3-4957-bc8c-159bc6d0b4aa), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:38:09.374704 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2f99b61-73d3-4957-bc8c-159bc6d0b4aa {{(pid=103782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 19:38:09.397522 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port c2f99b61-73d3-4957-bc8c-159bc6d0b4aa, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=c2f99b61-73d3-4957-bc8c-159bc6d0b4aa,segment=NetworkSegment(8cc326ee-5f9e-416b-8025-9d11d0786f2c),segment_id=8cc326ee-5f9e-416b-8025-9d11d0786f2c)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:38:09.477689 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (c2f99b61-73d3-4957-bc8c-159bc6d0b4aa), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:38:09.523042 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Pushing event updated for resources: {'Port': ['ID=c2f99b61-73d3-4957-bc8c-159bc6d0b4aa,revision_number=4']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:38:09.530645 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:38:09.530994 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:38:09.531351 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:38:09.531738 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:38:09.532079 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:38:09.532408 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:38:09.532738 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:38:09.533063 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:38:09.533389 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:38:09.533740 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:38:09.534070 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:38:09.534392 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:38:09.534713 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:38:09.535033 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:38:09.535354 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:38:09.762736 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] get_ports_and_sgs() called for port_ids ['c2f99b61-73d3-4957-bc8c-159bc6d0b4aa'] {{(pid=103782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 19:38:09.898210 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1af614-102a-4f6d-ba26-1757e341d430 req-fd1feff9-4cc2-47d6-9664-8eb7d486f525 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:09.899785 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-ad1af614-102a-4f6d-ba26-1757e341d430 req-fd1feff9-4cc2-47d6-9664-8eb7d486f525 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6c60a7f-3ceb-4308-a1e3-ec206a3cbe7d HTTP/1.1" status: 200 len: 945 time: 0.0516129 May 17 19:38:09.951809 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-ad1af614-102a-4f6d-ba26-1757e341d430 req-31cf0a3a-573b-4a38-875e-1219db4586ee tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450733 May 17 19:38:10.181708 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2fbdc8-0e01-4163-867c-9b4186702844 req-d74a9253-bc90-48da-8b0d-f429c24bcdbd tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:10.183195 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-8e2fbdc8-0e01-4163-867c-9b4186702844 req-d74a9253-bc90-48da-8b0d-f429c24bcdbd tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 946 time: 0.0469613 May 17 19:38:10.235026 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-8e2fbdc8-0e01-4163-867c-9b4186702844 req-c977254e-b605-4103-889d-4c4a328fef8a tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?id=9acabee2-0a79-407c-9f93-294ac7d381a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450592 May 17 19:38:10.294291 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a49a7-0d2e-4a30-8ea3-bd4cf5fedf30 req-90feecf4-d448-48fa-acc9-3a5bd225a251 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:10.296286 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f11a49a7-0d2e-4a30-8ea3-bd4cf5fedf30 req-90feecf4-d448-48fa-acc9-3a5bd225a251 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/ports?device_id=190a80f6-7783-405a-bebe-05ad5e47dd0e HTTP/1.1" status: 200 len: 984 time: 0.0540943 May 17 19:38:10.335698 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4077f9b8-700e-4143-8ed1-cdbe2989162f req-8acd478b-eca9-403d-8208-7cd684979d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:10.337184 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-4077f9b8-700e-4143-8ed1-cdbe2989162f req-8acd478b-eca9-403d-8208-7cd684979d4f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=de75551df7bb4cadbaf622b4966540fb&device_id=190a80f6-7783-405a-bebe-05ad5e47dd0e HTTP/1.1" status: 200 len: 1168 time: 0.0389035 May 17 19:38:10.354018 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f11a49a7-0d2e-4a30-8ea3-bd4cf5fedf30 req-cf6face7-8218-4d7d-802a-32c9466ff673 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/security-groups?id=420e1aba-5558-4811-91b4-5dcbb8038cd7&id=a0bb53df-1834-461e-a871-17cc044c2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0517411 May 17 19:38:10.434038 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4077f9b8-700e-4143-8ed1-cdbe2989162f req-5d5cb330-8d34-4a00-9978-3093f0ee3c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:10.435618 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-4077f9b8-700e-4143-8ed1-cdbe2989162f req-5d5cb330-8d34-4a00-9978-3093f0ee3c96 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b49220ea-d5f1-4224-8283-0e52e547c390 HTTP/1.1" status: 200 len: 916 time: 0.0872962 May 17 19:38:10.495600 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-4077f9b8-700e-4143-8ed1-cdbe2989162f req-729fe539-66ee-4a07-b68c-c951fe08aa04 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84b8d76c-fba3-4751-a1e1-03ee0d93f81c HTTP/1.1" status: 200 len: 1000 time: 0.0532312 May 17 19:38:10.546952 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4077f9b8-700e-4143-8ed1-cdbe2989162f req-78f6bbb8-886f-40ed-8d56-f82b4f211f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:10.548415 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-4077f9b8-700e-4143-8ed1-cdbe2989162f req-78f6bbb8-886f-40ed-8d56-f82b4f211f7a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=54848119-8d74-4c5d-8e4a-573785cea58e HTTP/1.1" status: 200 len: 854 time: 0.0460908 May 17 19:38:10.591427 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4077f9b8-700e-4143-8ed1-cdbe2989162f req-99144503-846a-43b4-866f-12324ace84f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:10.592953 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-4077f9b8-700e-4143-8ed1-cdbe2989162f req-99144503-846a-43b4-866f-12324ace84f6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b49220ea-d5f1-4224-8283-0e52e547c390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0382564 May 17 19:38:10.683012 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-4077f9b8-700e-4143-8ed1-cdbe2989162f req-98172395-d5d5-4b9f-93d9-333d22a139f6 service neutron] 10.222.0.69 "GET /v2.0/networks/b49220ea-d5f1-4224-8283-0e52e547c390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832531 May 17 19:38:10.770156 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-4077f9b8-700e-4143-8ed1-cdbe2989162f req-5766b07f-9b55-4893-9c38-5c679ae50cd3 service neutron] 10.222.0.69 "GET /v2.0/networks/b49220ea-d5f1-4224-8283-0e52e547c390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809135 May 17 19:38:11.066388 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195887a-1c95-4e93-95e7-2aed9c81b00c req-87c90a37-b60b-47eb-8cdc-6eae7156eec5 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:11.067954 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-c195887a-1c95-4e93-95e7-2aed9c81b00c req-87c90a37-b60b-47eb-8cdc-6eae7156eec5 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6c60a7f-3ceb-4308-a1e3-ec206a3cbe7d HTTP/1.1" status: 200 len: 945 time: 0.0483961 May 17 19:38:11.118909 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-c195887a-1c95-4e93-95e7-2aed9c81b00c req-8f639ba5-53b5-4a70-80fd-4035baef08c6 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453076 May 17 19:38:11.235976 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device c2f99b61-73d3-4957-bc8c-159bc6d0b4aa up at agent hyperv_hv-cinder-84067 {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:38:11.276907 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Provisioning for port c2f99b61-73d3-4957-bc8c-159bc6d0b4aa completed by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 19:38:11.336141 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Provisioning complete for port c2f99b61-73d3-4957-bc8c-159bc6d0b4aa triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:38:11.336526 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (c2f99b61-73d3-4957-bc8c-159bc6d0b4aa), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:38:11.347584 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c2c7f7-2bdf-4aea-8942-abb3f9f8f3bc req-94a36400-16e1-4832-b380-cfa027e86061 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:11.349176 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-82c2c7f7-2bdf-4aea-8942-abb3f9f8f3bc req-94a36400-16e1-4832-b380-cfa027e86061 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 946 time: 0.0474367 May 17 19:38:11.401406 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-82c2c7f7-2bdf-4aea-8942-abb3f9f8f3bc req-766524c8-7a12-481d-b5cf-583bfbb9312a tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?id=9acabee2-0a79-407c-9f93-294ac7d381a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444362 May 17 19:38:11.416121 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Current status of the port c2f99b61-73d3-4957-bc8c-159bc6d0b4aa is: BUILD; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:38:11.416614 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (c2f99b61-73d3-4957-bc8c-159bc6d0b4aa), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:38:11.439894 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6c60a7f-3ceb-4308-a1e3-ec206a3cbe7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f99b61-73d3-4957-bc8c-159bc6d0b4aa'}] {{(pid=103782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:38:11.442218 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dcdb420cfc3f3d59cdc90e9401be4743e23c4809d01819fc24a250fd06a42a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084bf7df-fd84-4cb7-8ed3-25ad36f91346" -d '{"events": [{"server_uuid": "e6c60a7f-3ceb-4308-a1e3-ec206a3cbe7d", "name": "network-vif-plugged", "status": "completed", "tag": "c2f99b61-73d3-4957-bc8c-159bc6d0b4aa"}]}' {{(pid=103782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:38:11.454932 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port c2f99b61-73d3-4957-bc8c-159bc6d0b4aa, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=c2f99b61-73d3-4957-bc8c-159bc6d0b4aa,segment=NetworkSegment(8cc326ee-5f9e-416b-8025-9d11d0786f2c),segment_id=8cc326ee-5f9e-416b-8025-9d11d0786f2c)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:38:11.471781 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f5e7b2-7ec9-4add-8cc0-bf9e5a914280 req-ca8ae632-b74b-4eb6-abff-ed488949264b tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:11.473324 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-60f5e7b2-7ec9-4add-8cc0-bf9e5a914280 req-ca8ae632-b74b-4eb6-abff-ed488949264b tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/ports?device_id=190a80f6-7783-405a-bebe-05ad5e47dd0e HTTP/1.1" status: 200 len: 984 time: 0.0471385 May 17 19:38:11.476871 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 19:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f952dbf9-b287-4d94-8dce-8f769a2ef557 x-openstack-request-id: req-f952dbf9-b287-4d94-8dce-8f769a2ef557 {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:38:11.477161 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6c60a7f-3ceb-4308-a1e3-ec206a3cbe7d", "name": "network-vif-plugged", "status": "completed", "tag": "c2f99b61-73d3-4957-bc8c-159bc6d0b4aa", "code": 200}]} {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:38:11.477409 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f952dbf9-b287-4d94-8dce-8f769a2ef557 {{(pid=103782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:38:11.477801 dv-cinder-840678-10-iscsi neutron-server[103782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f952dbf9-b287-4d94-8dce-8f769a2ef557'] response: {'server_uuid': 'e6c60a7f-3ceb-4308-a1e3-ec206a3cbe7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f99b61-73d3-4957-bc8c-159bc6d0b4aa', 'code': 200} May 17 19:38:11.518736 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (c2f99b61-73d3-4957-bc8c-159bc6d0b4aa), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:38:11.534643 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-60f5e7b2-7ec9-4add-8cc0-bf9e5a914280 req-d62d8759-5f92-41a1-b147-11e63fe6c7ac tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/security-groups?id=420e1aba-5558-4811-91b4-5dcbb8038cd7&id=a0bb53df-1834-461e-a871-17cc044c2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552273 May 17 19:38:11.566826 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Pushing event updated for resources: {'Port': ['ID=c2f99b61-73d3-4957-bc8c-159bc6d0b4aa,revision_number=5']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:38:11.741041 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ec047-22c9-47f1-8cba-6446d586d4d6 req-930265fb-8c44-42eb-9d92-f29a3daccc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:11.742563 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-662ec047-22c9-47f1-8cba-6446d586d4d6 req-930265fb-8c44-42eb-9d92-f29a3daccc9b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e6c60a7f-3ceb-4308-a1e3-ec206a3cbe7d HTTP/1.1" status: 200 len: 1130 time: 0.0383337 May 17 19:38:11.786564 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-662ec047-22c9-47f1-8cba-6446d586d4d6 req-e94bfa4f-b3f6-480e-bb3b-3fba5f65b9c4 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381174 May 17 19:38:12.234374 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d518a63-75a1-41da-9bb3-7d9131749e94 req-f186058b-4a97-488d-8216-e1810c737c59 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:12.235828 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9d518a63-75a1-41da-9bb3-7d9131749e94 req-f186058b-4a97-488d-8216-e1810c737c59 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6c60a7f-3ceb-4308-a1e3-ec206a3cbe7d HTTP/1.1" status: 200 len: 946 time: 0.0485346 May 17 19:38:12.281996 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9d518a63-75a1-41da-9bb3-7d9131749e94 req-d9817969-98a9-40c6-b2f5-2d4fdc44a47a tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407600 May 17 19:38:12.520017 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f1cc2-2b1d-4338-8b08-df1d68b18f25 req-ff4382d2-e9aa-4a3f-869b-a230130f2f57 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:12.521479 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-372f1cc2-2b1d-4338-8b08-df1d68b18f25 req-ff4382d2-e9aa-4a3f-869b-a230130f2f57 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 946 time: 0.0499253 May 17 19:38:12.567412 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-372f1cc2-2b1d-4338-8b08-df1d68b18f25 req-eea40d52-e9fb-450b-94e7-f2aa88862f34 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?id=9acabee2-0a79-407c-9f93-294ac7d381a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403967 May 17 19:38:12.646111 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e3d32-6964-4d53-827a-5657484de08e req-640c7417-eac1-44f2-8ec3-085130903f35 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:12.647579 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-164e3d32-6964-4d53-827a-5657484de08e req-640c7417-eac1-44f2-8ec3-085130903f35 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/ports?device_id=190a80f6-7783-405a-bebe-05ad5e47dd0e HTTP/1.1" status: 200 len: 984 time: 0.0462210 May 17 19:38:12.705635 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-164e3d32-6964-4d53-827a-5657484de08e req-8232f341-9a2e-4b51-829a-ab9c785ef943 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/security-groups?id=420e1aba-5558-4811-91b4-5dcbb8038cd7&id=a0bb53df-1834-461e-a871-17cc044c2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524857 May 17 19:38:13.392528 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0315641e-5422-42a3-8e1a-16fed5af25a4 req-9b026836-2230-4d4d-9d04-f759a7d002b4 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:13.394667 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-0315641e-5422-42a3-8e1a-16fed5af25a4 req-9b026836-2230-4d4d-9d04-f759a7d002b4 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6c60a7f-3ceb-4308-a1e3-ec206a3cbe7d HTTP/1.1" status: 200 len: 946 time: 0.0481322 May 17 19:38:13.446030 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-0315641e-5422-42a3-8e1a-16fed5af25a4 req-40db327d-6c5b-4325-a4ff-fb92f20da62a tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457363 May 17 19:38:13.678459 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81407541-f372-4ef1-9b3f-6334aa6a0b1f req-f992e225-3de3-49d1-941f-ff8a184ee699 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:13.679918 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-81407541-f372-4ef1-9b3f-6334aa6a0b1f req-f992e225-3de3-49d1-941f-ff8a184ee699 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 946 time: 0.0457132 May 17 19:38:13.727932 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-81407541-f372-4ef1-9b3f-6334aa6a0b1f req-0f48a6c7-f556-4668-b72c-c1d30256d4dd tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?id=9acabee2-0a79-407c-9f93-294ac7d381a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425310 May 17 19:38:13.816289 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67410755-5ff3-402e-86b8-da0d6704bfd2 req-c5827954-6914-416a-aad4-44d16c55e7a8 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:13.817729 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-67410755-5ff3-402e-86b8-da0d6704bfd2 req-c5827954-6914-416a-aad4-44d16c55e7a8 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/ports?device_id=190a80f6-7783-405a-bebe-05ad5e47dd0e HTTP/1.1" status: 200 len: 984 time: 0.0459297 May 17 19:38:13.879036 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-67410755-5ff3-402e-86b8-da0d6704bfd2 req-a3b0db91-d64c-40ed-be70-f9b9122e0658 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/security-groups?id=420e1aba-5558-4811-91b4-5dcbb8038cd7&id=a0bb53df-1834-461e-a871-17cc044c2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557787 May 17 19:38:14.555620 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0f6ae-5068-4a58-8d2b-ceccb49b04da req-f177654a-4533-4adf-9262-ee09ea235d8c tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:14.557096 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a5b0f6ae-5068-4a58-8d2b-ceccb49b04da req-f177654a-4533-4adf-9262-ee09ea235d8c tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6c60a7f-3ceb-4308-a1e3-ec206a3cbe7d HTTP/1.1" status: 200 len: 946 time: 0.0463946 May 17 19:38:14.580380 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (bee311cb-2a55-4828-8ca4-4ee09c88de79), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:38:14.606086 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a5b0f6ae-5068-4a58-8d2b-ceccb49b04da req-4b21069d-4414-4340-b6f2-00da73097c02 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427625 May 17 19:38:14.716961 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd4804-e2e4-4b6e-9dd3-d76a0cbfd207 req-c6431bd2-26f8-4bcb-80c2-c2aae5f80ed2 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:14.718420 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-0efd4804-e2e4-4b6e-9dd3-d76a0cbfd207 req-c6431bd2-26f8-4bcb-80c2-c2aae5f80ed2 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6c60a7f-3ceb-4308-a1e3-ec206a3cbe7d HTTP/1.1" status: 200 len: 946 time: 0.0468650 May 17 19:38:14.766873 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-0efd4804-e2e4-4b6e-9dd3-d76a0cbfd207 req-3548c2cf-1f41-4dc2-a48e-3fa7eb144e15 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429070 May 17 19:38:14.788368 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 46702) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:38:14.853297 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74215077-15a1-47ed-8862-28778013c027 tempest-TestVolumeBootPattern-1676671783 tempest-TestVolumeBootPattern-1676671783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:14.855071 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-74215077-15a1-47ed-8862-28778013c027 tempest-TestVolumeBootPattern-1676671783 tempest-TestVolumeBootPattern-1676671783-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e6c60a7f-3ceb-4308-a1e3-ec206a3cbe7d HTTP/1.1" status: 200 len: 1125 time: 0.0654423 May 17 19:38:14.858510 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 46704) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:38:14.862687 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-8a832dc6-b38e-4667-9704-f1f9c8be577b tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Request body: {'floatingip': {'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'port_id': 'c2f99b61-73d3-4957-bc8c-159bc6d0b4aa', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:38:14.875824 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37abec-21ee-4c4c-b51e-8f4dccf3df42 req-bdcb218b-53c5-4f3c-a1f9-ed9ad7fcfeb9 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:14.877239 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2f37abec-21ee-4c4c-b51e-8f4dccf3df42 req-bdcb218b-53c5-4f3c-a1f9-ed9ad7fcfeb9 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 946 time: 0.0797627 May 17 19:38:14.930196 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2f37abec-21ee-4c4c-b51e-8f4dccf3df42 req-430331d0-dd96-449b-8e16-957c42e812fe tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?id=9acabee2-0a79-407c-9f93-294ac7d381a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458839 May 17 19:38:14.980585 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8a832dc6-b38e-4667-9704-f1f9c8be577b tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:38:14.993054 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f5cd51-e737-4388-9077-b67c58e258e4 req-03c6a6cf-34af-4f65-84ee-5fe7c6d380a8 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:14.994516 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-a8f5cd51-e737-4388-9077-b67c58e258e4 req-03c6a6cf-34af-4f65-84ee-5fe7c6d380a8 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/ports?device_id=190a80f6-7783-405a-bebe-05ad5e47dd0e HTTP/1.1" status: 200 len: 984 time: 0.0477810 May 17 19:38:15.014468 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-86cc60c3-d41d-4014-91f1-3a382072d15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:38:15.054481 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-a8f5cd51-e737-4388-9077-b67c58e258e4 req-ebd9790c-562e-4e64-901c-0202beb7949b tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/security-groups?id=420e1aba-5558-4811-91b4-5dcbb8038cd7&id=a0bb53df-1834-461e-a871-17cc044c2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540686 May 17 19:38:15.062943 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8a832dc6-b38e-4667-9704-f1f9c8be577b tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:38:15.164927 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_common [None req-8a832dc6-b38e-4667-9704-f1f9c8be577b tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Allocated IP 172.27.2.173 (a8e71caf-cf8f-487f-b3e8-f30c47275c44/5b8cb9fa-be03-458e-a77b-33fb963ee3d0/ef2cd753-01a6-44b9-9bf6-5f5e2cc921b2) {{(pid=103781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:38:15.266083 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8a832dc6-b38e-4667-9704-f1f9c8be577b tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks [] for port (ef2cd753-01a6-44b9-9bf6-5f5e2cc921b2), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:38:15.369002 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8a832dc6-b38e-4667-9704-f1f9c8be577b tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (ef2cd753-01a6-44b9-9bf6-5f5e2cc921b2), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:38:15.409321 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a832dc6-b38e-4667-9704-f1f9c8be577b tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Network a8e71caf-cf8f-487f-b3e8-f30c47275c44 is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:38:15.412104 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [None req-8a832dc6-b38e-4667-9704-f1f9c8be577b tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:38:15.417879 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a832dc6-b38e-4667-9704-f1f9c8be577b tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Received port after_create {{(pid=103781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:38:15.438106 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a832dc6-b38e-4667-9704-f1f9c8be577b tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Pushing event updated for resources: {'Port': ['ID=ef2cd753-01a6-44b9-9bf6-5f5e2cc921b2,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:38:15.753564 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8a832dc6-b38e-4667-9704-f1f9c8be577b tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks [] for floatingip (db63ade8-1be9-4d67-9e44-15709c66beea), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:38:15.894944 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8a832dc6-b38e-4667-9704-f1f9c8be577b tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (ef2cd753-01a6-44b9-9bf6-5f5e2cc921b2), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:38:16.072348 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cea810-7268-43bc-9572-82ac2a51729c req-77f33347-415f-48bb-9410-b49bc721ed4f tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:16.073687 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-73cea810-7268-43bc-9572-82ac2a51729c req-77f33347-415f-48bb-9410-b49bc721ed4f tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 946 time: 0.0605879 May 17 19:38:16.130157 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8a832dc6-b38e-4667-9704-f1f9c8be577b tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks [] for port (ef2cd753-01a6-44b9-9bf6-5f5e2cc921b2), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:38:16.142173 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-73cea810-7268-43bc-9572-82ac2a51729c req-5b0e5886-b2f1-4860-9d05-69490a59bb48 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?id=9acabee2-0a79-407c-9f93-294ac7d381a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583508 May 17 19:38:16.172044 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d214a31-1a4f-4556-8a64-8c6556e3d58a req-9905e7df-1cd7-4970-8d7e-6e60d7bf10c3 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:16.173497 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-9d214a31-1a4f-4556-8a64-8c6556e3d58a req-9905e7df-1cd7-4970-8d7e-6e60d7bf10c3 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/ports?device_id=190a80f6-7783-405a-bebe-05ad5e47dd0e HTTP/1.1" status: 200 len: 984 time: 0.0509977 May 17 19:38:16.193151 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8a832dc6-b38e-4667-9704-f1f9c8be577b tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13820453'] for port (ef2cd753-01a6-44b9-9bf6-5f5e2cc921b2), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:38:16.238802 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-9d214a31-1a4f-4556-8a64-8c6556e3d58a req-bd8f6c65-8879-4b76-aa3f-6e53eb524514 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/security-groups?id=420e1aba-5558-4811-91b4-5dcbb8038cd7&id=a0bb53df-1834-461e-a871-17cc044c2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0595875 May 17 19:38:16.266015 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a832dc6-b38e-4667-9704-f1f9c8be577b tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Pushing event updated for resources: {'Port': ['ID=ef2cd753-01a6-44b9-9bf6-5f5e2cc921b2,revision_number=2']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:38:16.274150 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8a832dc6-b38e-4667-9704-f1f9c8be577b tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16764702'] for floatingip (db63ade8-1be9-4d67-9e44-15709c66beea), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:38:16.366229 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.db.l3_db [None req-8a832dc6-b38e-4667-9704-f1f9c8be577b tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Floating IP db63ade8-1be9-4d67-9e44-15709c66beea associated. External IP: 172.27.2.173, port: c2f99b61-73d3-4957-bc8c-159bc6d0b4aa. May 17 19:38:16.468454 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.agents_db [None req-42b69621-6215-4a4a-9d32-588efc9ea437 None None] Agent healthcheck: found 6 active agents {{(pid=103783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 19:38:16.552891 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a832dc6-b38e-4667-9704-f1f9c8be577b tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Router 0f9e3f65-5b38-42b5-9c21-15afbf1bb548 has already been hosted by L3 agent d0bc9f74-feb0-4354-bd47-885486f1ec0d {{(pid=103781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 19:38:16.649783 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a832dc6-b38e-4667-9704-f1f9c8be577b tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Notify agent at l3_agent.dv-cinder-840678-10-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 19:38:16.659505 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e1707e-1487-4557-b64b-58f8cc7ffd94 None None] Sync routers for ids ['0f9e3f65-5b38-42b5-9c21-15afbf1bb548'] in dv-cinder-840678-10-iscsi {{(pid=103782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 19:38:16.669222 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e1707e-1487-4557-b64b-58f8cc7ffd94 None None] Routers {'0f9e3f65-5b38-42b5-9c21-15afbf1bb548'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:38:16.671826 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-e7e1707e-1487-4557-b64b-58f8cc7ffd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:37:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['0f9e3f65-5b38-42b5-9c21-15afbf1bb548'], 'active': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:38:16.720920 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8a832dc6-b38e-4667-9704-f1f9c8be577b tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for floatingip (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:38:16.751175 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-8a832dc6-b38e-4667-9704-f1f9c8be577b tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8916566 May 17 19:38:16.751806 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6c60a7f-3ceb-4308-a1e3-ec206a3cbe7d', 'tag': 'c2f99b61-73d3-4957-bc8c-159bc6d0b4aa'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:38:16.754046 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5abf21081b7c701043d67e7bff15db599e71af2afb5ac8611b6265996300b020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6139e8e3-41e2-469b-8cb9-51ab26cad955" -d '{"events": [{"name": "network-changed", "server_uuid": "e6c60a7f-3ceb-4308-a1e3-ec206a3cbe7d", "tag": "c2f99b61-73d3-4957-bc8c-159bc6d0b4aa"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:38:16.788867 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 19:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28aff10e-9ebc-4f70-b8cd-db6e2d99b323 x-openstack-request-id: req-28aff10e-9ebc-4f70-b8cd-db6e2d99b323 {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:38:16.789162 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6c60a7f-3ceb-4308-a1e3-ec206a3cbe7d", "tag": "c2f99b61-73d3-4957-bc8c-159bc6d0b4aa", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:38:16.789419 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-28aff10e-9ebc-4f70-b8cd-db6e2d99b323 {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:38:16.789830 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28aff10e-9ebc-4f70-b8cd-db6e2d99b323'] response: {'name': 'network-changed', 'server_uuid': 'e6c60a7f-3ceb-4308-a1e3-ec206a3cbe7d', 'tag': 'c2f99b61-73d3-4957-bc8c-159bc6d0b4aa', 'status': 'completed', 'code': 200} May 17 19:38:16.851197 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139e8e3-41e2-469b-8cb9-51ab26cad955 req-36f85508-ef93-4cb1-8894-8132cac8e9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:16.852772 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-6139e8e3-41e2-469b-8cb9-51ab26cad955 req-36f85508-ef93-4cb1-8894-8132cac8e9c1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aae36ceec2314da8a829113fc36f2f40&device_id=e6c60a7f-3ceb-4308-a1e3-ec206a3cbe7d HTTP/1.1" status: 200 len: 1130 time: 0.0402935 May 17 19:38:16.898181 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvr_db [None req-e7e1707e-1487-4557-b64b-58f8cc7ffd94 None None] Set router 0f9e3f65-5b38-42b5-9c21-15afbf1bb548 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:38:16.945236 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139e8e3-41e2-469b-8cb9-51ab26cad955 req-ef581038-a9fc-4dc2-989c-09a6811a439a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:16.946707 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-6139e8e3-41e2-469b-8cb9-51ab26cad955 req-ef581038-a9fc-4dc2-989c-09a6811a439a service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ffa76ed-e644-420a-9be5-452073c9d2f3 HTTP/1.1" status: 200 len: 913 time: 0.0872121 May 17 19:38:17.007739 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-6139e8e3-41e2-469b-8cb9-51ab26cad955 req-b1675ff9-d74e-442b-9e6f-e8bdbdfb7b2d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2f99b61-73d3-4957-bc8c-159bc6d0b4aa HTTP/1.1" status: 200 len: 1000 time: 0.0534132 May 17 19:38:17.055413 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139e8e3-41e2-469b-8cb9-51ab26cad955 req-43a2d71d-2f21-49e3-95f9-c23a8665da15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:17.056895 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-6139e8e3-41e2-469b-8cb9-51ab26cad955 req-43a2d71d-2f21-49e3-95f9-c23a8665da15 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a5e80cf4-1ae6-4a34-89f9-235de223b3bb HTTP/1.1" status: 200 len: 851 time: 0.0431676 May 17 19:38:17.101485 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-e7e1707e-1487-4557-b64b-58f8cc7ffd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'name': 'tempest-TestVolumeBootPattern-2088878763-router', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'af596b85-070e-475b-94cd-1ec2355567c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:31:50Z', 'updated_at': '2022-05-17T19:31:55Z', 'revision_number': 4, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'gw_port': {'id': 'af596b85-070e-475b-94cd-1ec2355567c8', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ff:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:31:51Z', 'updated_at': '2022-05-17T19:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_floatingips': [{'id': '74958984-db4a-426e-b778-8d95d2b0e7ff', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'floating_ip_address': '172.27.2.220', 'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'router_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'port_id': '1ef37eac-454e-41a3-9aae-fa1e9ad23770', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3', 'mac_address': 'fa:16:3e:9b:22:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40918f8-ee22-4dbb-9334-0fd71846a8de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T19:36:12Z', 'updated_at': '2022-05-17T19:36:14Z', 'revision_number': 1, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'fixed_ip_address_scope': None}, {'id': 'db63ade8-1be9-4d67-9e44-15709c66beea', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'floating_ip_address': '172.27.2.173', 'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'router_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'port_id': 'c2f99b61-73d3-4957-bc8c-159bc6d0b4aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3', 'mac_address': 'fa:16:3e:6e:14:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c60a7f-3ceb-4308-a1e3-ec206a3cbe7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T19:38:15Z', 'updated_at': '2022-05-17T19:38:15Z', 'revision_number': 0, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19716c39-6320-4e43-9463-294f60ef6870', 'name': '', 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'mac_address': 'fa:16:3e:0a:94:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'a5e80cf4-1ae6-4a34-89f9-235de223b3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:31:54Z', 'updated_at': '2022-05-17T19:32:01Z', 'revision_number': 5, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'subnets': [{'id': 'a5e80cf4-1ae6-4a34-89f9-235de223b3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:38:17.103338 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139e8e3-41e2-469b-8cb9-51ab26cad955 req-ba1085d5-44e0-4c63-966b-cab472b87c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:17.105126 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-6139e8e3-41e2-469b-8cb9-51ab26cad955 req-ba1085d5-44e0-4c63-966b-cab472b87c45 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ffa76ed-e644-420a-9be5-452073c9d2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0418751 May 17 19:38:17.126490 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e1707e-1487-4557-b64b-58f8cc7ffd94 None None] Checking router: 0f9e3f65-5b38-42b5-9c21-15afbf1bb548 for host: dv-cinder-840678-10-iscsi {{(pid=103782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 19:38:17.134656 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e1707e-1487-4557-b64b-58f8cc7ffd94 None None] Routers {'0f9e3f65-5b38-42b5-9c21-15afbf1bb548'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:38:17.135253 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-e7e1707e-1487-4557-b64b-58f8cc7ffd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:37:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['0f9e3f65-5b38-42b5-9c21-15afbf1bb548'], 'active': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:38:17.200444 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-6139e8e3-41e2-469b-8cb9-51ab26cad955 req-adb9df2e-2936-4ff8-8add-9d5d0a430abb service neutron] 10.222.0.69 "GET /v2.0/networks/4ffa76ed-e644-420a-9be5-452073c9d2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891180 May 17 19:38:17.258387 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvr_db [None req-e7e1707e-1487-4557-b64b-58f8cc7ffd94 None None] Set router 0f9e3f65-5b38-42b5-9c21-15afbf1bb548 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:38:17.310037 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb548ee-0648-4fe9-86fe-11619aeaf0f4 req-49a721e6-b9ac-4862-81d0-e7b94a1a9ce6 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:17.312062 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-6cb548ee-0648-4fe9-86fe-11619aeaf0f4 req-49a721e6-b9ac-4862-81d0-e7b94a1a9ce6 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 946 time: 0.0979137 May 17 19:38:17.333803 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-c0a7f99b-a7ed-45fd-be77-177342e0b411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:38:17.352249 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-6139e8e3-41e2-469b-8cb9-51ab26cad955 req-94c264e3-2084-4b73-99ce-8e2df361d6cb service neutron] 10.222.0.69 "GET /v2.0/networks/4ffa76ed-e644-420a-9be5-452073c9d2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461532 May 17 19:38:17.367600 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d077fa-1d07-4ba5-94c4-afe6c219153f req-96f74bbb-40e3-4ac6-bb47-3010d0167c0c tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:17.369886 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f7d077fa-1d07-4ba5-94c4-afe6c219153f req-96f74bbb-40e3-4ac6-bb47-3010d0167c0c tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/ports?device_id=190a80f6-7783-405a-bebe-05ad5e47dd0e HTTP/1.1" status: 200 len: 984 time: 0.0572085 May 17 19:38:17.384119 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-6cb548ee-0648-4fe9-86fe-11619aeaf0f4 req-bfef7378-1a51-44f0-ab65-4fe9957b3822 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?id=9acabee2-0a79-407c-9f93-294ac7d381a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658650 May 17 19:38:17.433628 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f7d077fa-1d07-4ba5-94c4-afe6c219153f req-80680eb1-3664-4b5b-9d59-96732d8c06ab tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/security-groups?id=420e1aba-5558-4811-91b4-5dcbb8038cd7&id=a0bb53df-1834-461e-a871-17cc044c2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564730 May 17 19:38:17.484095 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-e7e1707e-1487-4557-b64b-58f8cc7ffd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'name': 'tempest-TestVolumeBootPattern-2088878763-router', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'af596b85-070e-475b-94cd-1ec2355567c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:31:50Z', 'updated_at': '2022-05-17T19:31:55Z', 'revision_number': 4, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'gw_port': {'id': 'af596b85-070e-475b-94cd-1ec2355567c8', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ff:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:31:51Z', 'updated_at': '2022-05-17T19:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_floatingips': [{'id': '74958984-db4a-426e-b778-8d95d2b0e7ff', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'floating_ip_address': '172.27.2.220', 'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'router_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'port_id': '1ef37eac-454e-41a3-9aae-fa1e9ad23770', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3', 'mac_address': 'fa:16:3e:9b:22:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40918f8-ee22-4dbb-9334-0fd71846a8de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T19:36:12Z', 'updated_at': '2022-05-17T19:36:14Z', 'revision_number': 1, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'fixed_ip_address_scope': None}, {'id': 'db63ade8-1be9-4d67-9e44-15709c66beea', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'floating_ip_address': '172.27.2.173', 'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'router_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'port_id': 'c2f99b61-73d3-4957-bc8c-159bc6d0b4aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3', 'mac_address': 'fa:16:3e:6e:14:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c60a7f-3ceb-4308-a1e3-ec206a3cbe7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T19:38:15Z', 'updated_at': '2022-05-17T19:38:15Z', 'revision_number': 0, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19716c39-6320-4e43-9463-294f60ef6870', 'name': '', 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'mac_address': 'fa:16:3e:0a:94:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'a5e80cf4-1ae6-4a34-89f9-235de223b3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:31:54Z', 'updated_at': '2022-05-17T19:32:01Z', 'revision_number': 5, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'subnets': [{'id': 'a5e80cf4-1ae6-4a34-89f9-235de223b3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:38:17.508974 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e1707e-1487-4557-b64b-58f8cc7ffd94 None None] The sync data for ids ['0f9e3f65-5b38-42b5-9c21-15afbf1bb548'] in dv-cinder-840678-10-iscsi is: [{'id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'name': 'tempest-TestVolumeBootPattern-2088878763-router', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'af596b85-070e-475b-94cd-1ec2355567c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:31:50Z', 'updated_at': '2022-05-17T19:31:55Z', 'revision_number': 4, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'gw_port': {'id': 'af596b85-070e-475b-94cd-1ec2355567c8', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ff:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:31:51Z', 'updated_at': '2022-05-17T19:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_floatingips': [{'id': '74958984-db4a-426e-b778-8d95d2b0e7ff', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'floating_ip_address': '172.27.2.220', 'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'router_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'port_id': '1ef37eac-454e-41a3-9aae-fa1e9ad23770', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3', 'mac_address': 'fa:16:3e:9b:22:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40918f8-ee22-4dbb-9334-0fd71846a8de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T19:36:12Z', 'updated_at': '2022-05-17T19:36:14Z', 'revision_number': 1, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'fixed_ip_address_scope': None}, {'id': 'db63ade8-1be9-4d67-9e44-15709c66beea', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'floating_ip_address': '172.27.2.173', 'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'router_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'port_id': 'c2f99b61-73d3-4957-bc8c-159bc6d0b4aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3', 'mac_address': 'fa:16:3e:6e:14:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c60a7f-3ceb-4308-a1e3-ec206a3cbe7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T19:38:15Z', 'updated_at': '2022-05-17T19:38:15Z', 'revision_number': 0, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19716c39-6320-4e43-9463-294f60ef6870', 'name': '', 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'mac_address': 'fa:16:3e:0a:94:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'a5e80cf4-1ae6-4a34-89f9-235de223b3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:31:54Z', 'updated_at': '2022-05-17T19:32:01Z', 'revision_number': 5, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'subnets': [{'id': 'a5e80cf4-1ae6-4a34-89f9-235de223b3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 19:38:17.704447 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c96265-982c-4d03-9eae-3f39eb8a8260 None None] New status for floating IP db63ade8-1be9-4d67-9e44-15709c66beea: ACTIVE {{(pid=103783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 19:38:18.478466 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:38:18.498161 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a0ce1-b007-4310-905d-28930c6ce3ee req-adab448e-d588-4083-9841-00a694d475a3 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:18.500309 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-b13a0ce1-b007-4310-905d-28930c6ce3ee req-adab448e-d588-4083-9841-00a694d475a3 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 946 time: 0.0529821 May 17 19:38:18.546599 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-b13a0ce1-b007-4310-905d-28930c6ce3ee req-dcd0e90c-0dc8-486a-af11-52cf967d2c7b tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?id=9acabee2-0a79-407c-9f93-294ac7d381a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408375 May 17 19:38:18.548316 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a7ca9-adeb-413d-9c34-244154af8359 req-d505826b-36a6-431e-8964-b6ffcc67da64 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:18.555048 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-542a7ca9-adeb-413d-9c34-244154af8359 req-d505826b-36a6-431e-8964-b6ffcc67da64 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/ports?device_id=190a80f6-7783-405a-bebe-05ad5e47dd0e HTTP/1.1" status: 200 len: 984 time: 0.0519078 May 17 19:38:18.608859 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-542a7ca9-adeb-413d-9c34-244154af8359 req-742993bd-6112-4bc6-be24-bea4a2494c25 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/security-groups?id=420e1aba-5558-4811-91b4-5dcbb8038cd7&id=a0bb53df-1834-461e-a871-17cc044c2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529618 May 17 19:38:19.659014 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9326f4a-4d34-41bb-80dd-569391806627 req-946d8fbd-dd0d-4b98-9863-f8bd8e995cf2 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:19.660550 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-c9326f4a-4d34-41bb-80dd-569391806627 req-946d8fbd-dd0d-4b98-9863-f8bd8e995cf2 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 946 time: 0.0470917 May 17 19:38:19.707280 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-c9326f4a-4d34-41bb-80dd-569391806627 req-f3c1ccee-5a83-4b2a-b796-a27ae192c247 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?id=9acabee2-0a79-407c-9f93-294ac7d381a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412538 May 17 19:38:19.722833 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7a75f-14a9-4347-9784-9a7a2a274078 req-7c908fa9-fc98-4117-978f-4e8d2302735a tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:19.724311 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-79b7a75f-14a9-4347-9784-9a7a2a274078 req-7c908fa9-fc98-4117-978f-4e8d2302735a tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/ports?device_id=190a80f6-7783-405a-bebe-05ad5e47dd0e HTTP/1.1" status: 200 len: 984 time: 0.0497336 May 17 19:38:19.782258 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-79b7a75f-14a9-4347-9784-9a7a2a274078 req-f8ca44f1-e341-4ae2-9f57-7832288a0b80 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/security-groups?id=420e1aba-5558-4811-91b4-5dcbb8038cd7&id=a0bb53df-1834-461e-a871-17cc044c2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524824 May 17 19:38:20.295385 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:38:20.816164 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e1473-7748-4d07-bdd7-271a474ac3cf req-677a9f3f-14a8-42b6-9268-10dd63aab7d6 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:20.817677 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-059e1473-7748-4d07-bdd7-271a474ac3cf req-677a9f3f-14a8-42b6-9268-10dd63aab7d6 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 946 time: 0.0452003 May 17 19:38:20.868588 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-059e1473-7748-4d07-bdd7-271a474ac3cf req-69df43b0-544f-4ff0-a2a3-3371c3233b3b tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?id=9acabee2-0a79-407c-9f93-294ac7d381a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452154 May 17 19:38:20.897814 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13cb0b-94d9-486a-8932-90d052b3e4d7 req-987da788-0f54-4980-b503-9b0aa5f3b1f4 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:20.899291 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8a13cb0b-94d9-486a-8932-90d052b3e4d7 req-987da788-0f54-4980-b503-9b0aa5f3b1f4 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/ports?device_id=190a80f6-7783-405a-bebe-05ad5e47dd0e HTTP/1.1" status: 200 len: 984 time: 0.0508161 May 17 19:38:20.956826 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8a13cb0b-94d9-486a-8932-90d052b3e4d7 req-8a35002b-9529-43e3-87aa-e9033600b8e8 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/security-groups?id=420e1aba-5558-4811-91b4-5dcbb8038cd7&id=a0bb53df-1834-461e-a871-17cc044c2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0513613 May 17 19:38:21.518588 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:38:21.978920 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330054c-d4cc-40c4-a470-40d31751f23a req-9ee5bdae-7987-4400-ba21-a137a86a6e0a tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:21.980675 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-b330054c-d4cc-40c4-a470-40d31751f23a req-9ee5bdae-7987-4400-ba21-a137a86a6e0a tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 946 time: 0.0467231 May 17 19:38:22.030694 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-b330054c-d4cc-40c4-a470-40d31751f23a req-da27d513-143d-49fd-bce7-cdacbaa21780 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?id=9acabee2-0a79-407c-9f93-294ac7d381a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442364 May 17 19:38:22.072485 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c141fb-d5c0-45c5-bbab-06e25f443b1d req-db39d1d8-4337-4033-8171-779e40190fe0 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:22.073979 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f4c141fb-d5c0-45c5-bbab-06e25f443b1d req-db39d1d8-4337-4033-8171-779e40190fe0 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/ports?device_id=190a80f6-7783-405a-bebe-05ad5e47dd0e HTTP/1.1" status: 200 len: 984 time: 0.0504251 May 17 19:38:22.140008 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f4c141fb-d5c0-45c5-bbab-06e25f443b1d req-4750cb29-f4cd-45cc-bdf8-88150be093f9 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/security-groups?id=420e1aba-5558-4811-91b4-5dcbb8038cd7&id=a0bb53df-1834-461e-a871-17cc044c2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0594590 May 17 19:38:22.392535 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ecca7-f1f4-484b-a830-981d68080f70 req-ffdcad56-e462-499a-973c-e2551d8d2b2b tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:22.394111 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-297ecca7-f1f4-484b-a830-981d68080f70 req-ffdcad56-e462-499a-973c-e2551d8d2b2b tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 946 time: 0.0466712 May 17 19:38:22.441259 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-297ecca7-f1f4-484b-a830-981d68080f70 req-a08dcaf5-95cb-4567-be07-ac27df65055b tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?id=9acabee2-0a79-407c-9f93-294ac7d381a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413976 May 17 19:38:22.505377 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a225d-4afe-432a-a5d9-2b41a072cba7 req-2eefdcf8-b294-4c24-bad1-3f3dbef57673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:22.509416 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-a47a225d-4afe-432a-a5d9-2b41a072cba7 req-2eefdcf8-b294-4c24-bad1-3f3dbef57673 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c9294dbfdbb463baf41d1fea4ae1fbc&device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 1130 time: 0.0381753 May 17 19:38:22.597840 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a225d-4afe-432a-a5d9-2b41a072cba7 req-aae8b2d8-21de-4abf-9e0b-6419ecb52367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:22.599287 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-a47a225d-4afe-432a-a5d9-2b41a072cba7 req-aae8b2d8-21de-4abf-9e0b-6419ecb52367 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8b845737-d82e-4f19-9988-0f9e0f6a0f47 HTTP/1.1" status: 200 len: 912 time: 0.0858026 May 17 19:38:22.658443 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-a47a225d-4afe-432a-a5d9-2b41a072cba7 req-c8253f5a-17bf-4501-b2a7-d51f8cab4edc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=859047c6-c48e-4a67-a300-49996fc18165 HTTP/1.1" status: 200 len: 1002 time: 0.0533526 May 17 19:38:22.705435 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a225d-4afe-432a-a5d9-2b41a072cba7 req-778b3a02-2808-4301-b443-a71db5bc9587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:22.706871 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-a47a225d-4afe-432a-a5d9-2b41a072cba7 req-778b3a02-2808-4301-b443-a71db5bc9587 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6eb8a244-3f8a-4176-9c1f-c7810d9719d4 HTTP/1.1" status: 200 len: 850 time: 0.0428689 May 17 19:38:22.751472 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a225d-4afe-432a-a5d9-2b41a072cba7 req-db66d75d-bbe2-46cc-ac37-55cf48b47bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:22.752919 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-a47a225d-4afe-432a-a5d9-2b41a072cba7 req-db66d75d-bbe2-46cc-ac37-55cf48b47bc6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8b845737-d82e-4f19-9988-0f9e0f6a0f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0405412 May 17 19:38:22.838903 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-a47a225d-4afe-432a-a5d9-2b41a072cba7 req-1af8c337-3d5d-4e70-8810-28dc7d740848 service neutron] 10.222.0.69 "GET /v2.0/networks/8b845737-d82e-4f19-9988-0f9e0f6a0f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797162 May 17 19:38:22.928568 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-a47a225d-4afe-432a-a5d9-2b41a072cba7 req-f1ddb2d7-2f5c-4659-b832-d7baa1245971 service neutron] 10.222.0.69 "GET /v2.0/networks/8b845737-d82e-4f19-9988-0f9e0f6a0f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833235 May 17 19:38:23.557079 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22d189-3472-4c36-86dc-d7d2e8817f73 req-425c9656-087c-4569-8cdf-1b76bffa30a3 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:23.558539 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-4d22d189-3472-4c36-86dc-d7d2e8817f73 req-425c9656-087c-4569-8cdf-1b76bffa30a3 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 946 time: 0.0466366 May 17 19:38:23.604203 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-4d22d189-3472-4c36-86dc-d7d2e8817f73 req-43243e89-e695-4193-aa10-1d3a339ba20a tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?id=9acabee2-0a79-407c-9f93-294ac7d381a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399170 May 17 19:38:24.714402 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11064b-ae0e-47da-b0ad-0fa803a66311 req-0d7d6443-b413-4138-b7e6-eb8734cc7ff1 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:24.715890 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-dd11064b-ae0e-47da-b0ad-0fa803a66311 req-0d7d6443-b413-4138-b7e6-eb8734cc7ff1 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 946 time: 0.0464199 May 17 19:38:24.761082 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-dd11064b-ae0e-47da-b0ad-0fa803a66311 req-07ac09f6-93ca-4d0c-8a65-550518e4824b tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?id=9acabee2-0a79-407c-9f93-294ac7d381a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392618 May 17 19:38:44.558486 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (bee311cb-2a55-4828-8ca4-4ee09c88de79), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:38:44.975212 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-416b20ef-8f88-4ca2-9de6-e1ed58c338df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:38:47.335259 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e428ae56-91ce-458d-92f5-d1fbc3e65bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:38:48.494937 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:38:50.299882 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:38:51.539785 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:38:53.081717 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-d6469b07-f228-48a4-85f6-c633942c2556 req-c0e0af47-a58c-4a5b-9098-f74f660237f4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2325baac-17e2-4990-901d-40968e6c9a94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415533 May 17 19:38:53.142121 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6469b07-f228-48a4-85f6-c633942c2556 req-86f05dd8-b471-42c6-a7d1-6717e36c9da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:53.143582 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-d6469b07-f228-48a4-85f6-c633942c2556 req-86f05dd8-b471-42c6-a7d1-6717e36c9da1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c9294dbfdbb463baf41d1fea4ae1fbc&device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 1130 time: 0.0382304 May 17 19:38:53.244613 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6469b07-f228-48a4-85f6-c633942c2556 req-e7d3368b-8d14-4cc6-97dd-202492ffd1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:53.246044 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-d6469b07-f228-48a4-85f6-c633942c2556 req-e7d3368b-8d14-4cc6-97dd-202492ffd1e3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8b845737-d82e-4f19-9988-0f9e0f6a0f47 HTTP/1.1" status: 200 len: 912 time: 0.0830672 May 17 19:38:53.308064 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-d6469b07-f228-48a4-85f6-c633942c2556 req-5cf7ffe9-3aa8-4b95-9b6f-2bdd5578b475 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=859047c6-c48e-4a67-a300-49996fc18165 HTTP/1.1" status: 200 len: 1002 time: 0.0557032 May 17 19:38:53.356844 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6469b07-f228-48a4-85f6-c633942c2556 req-e07096f8-8fb7-482c-bc91-5c16643c6e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:53.358737 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-d6469b07-f228-48a4-85f6-c633942c2556 req-e07096f8-8fb7-482c-bc91-5c16643c6e40 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6eb8a244-3f8a-4176-9c1f-c7810d9719d4 HTTP/1.1" status: 200 len: 850 time: 0.0425379 May 17 19:38:53.400247 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6469b07-f228-48a4-85f6-c633942c2556 req-71cfea95-0c33-48ab-b3a8-d9a2b6301ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:38:53.401672 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-d6469b07-f228-48a4-85f6-c633942c2556 req-71cfea95-0c33-48ab-b3a8-d9a2b6301ec5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8b845737-d82e-4f19-9988-0f9e0f6a0f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0362921 May 17 19:38:53.467921 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.agents_db [None req-42b69621-6215-4a4a-9d32-588efc9ea437 None None] Agent healthcheck: found 6 active agents {{(pid=103783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 19:38:53.492756 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-d6469b07-f228-48a4-85f6-c633942c2556 req-2813f6c3-09ce-4cf4-9932-45fb355fc967 service neutron] 10.222.0.69 "GET /v2.0/networks/8b845737-d82e-4f19-9988-0f9e0f6a0f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830643 May 17 19:38:53.580094 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-d6469b07-f228-48a4-85f6-c633942c2556 req-fc83bba8-4bb6-465e-8aa6-359af630f918 service neutron] 10.222.0.69 "GET /v2.0/networks/8b845737-d82e-4f19-9988-0f9e0f6a0f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809457 May 17 19:39:01.235848 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-f86aba63-1e84-42b9-a9d4-8186846c03f5 req-93f8b885-160f-4d61-816d-eafd344a3393 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-429018552&fields=id&tenant_id=de75551df7bb4cadbaf622b4966540fb HTTP/1.1" status: 200 len: 267 time: 0.0463967 May 17 19:39:01.284614 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86aba63-1e84-42b9-a9d4-8186846c03f5 req-c562491e-0a15-4fbb-8bcc-fd687a9b7860 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:39:01.286050 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-f86aba63-1e84-42b9-a9d4-8186846c03f5 req-c562491e-0a15-4fbb-8bcc-fd687a9b7860 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/ports?device_id=190a80f6-7783-405a-bebe-05ad5e47dd0e HTTP/1.1" status: 200 len: 984 time: 0.0450673 May 17 19:39:01.296905 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [req-f86aba63-1e84-42b9-a9d4-8186846c03f5 req-6631a879-d8b4-47d9-8299-285bc7a4e78b tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Request body: {'port': {'security_groups': ['a0bb53df-1834-461e-a871-17cc044c2dc4']}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:39:01.368590 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-f86aba63-1e84-42b9-a9d4-8186846c03f5 req-6631a879-d8b4-47d9-8299-285bc7a4e78b tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (84b8d76c-fba3-4751-a1e1-03ee0d93f81c), before_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:01.572492 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.db [req-f86aba63-1e84-42b9-a9d4-8186846c03f5 req-6631a879-d8b4-47d9-8299-285bc7a4e78b tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] For port 84b8d76c-fba3-4751-a1e1-03ee0d93f81c, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=84b8d76c-fba3-4751-a1e1-03ee0d93f81c,segment=NetworkSegment(a0644e0b-588e-4e8d-88af-44b9f0bb06a9),segment_id=a0644e0b-588e-4e8d-88af-44b9f0bb06a9)] {{(pid=103780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:39:01.856428 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-f86aba63-1e84-42b9-a9d4-8186846c03f5 req-6631a879-d8b4-47d9-8299-285bc7a4e78b tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks [] for port (84b8d76c-fba3-4751-a1e1-03ee0d93f81c), precommit_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:01.940824 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-f86aba63-1e84-42b9-a9d4-8186846c03f5 req-6631a879-d8b4-47d9-8299-285bc7a4e78b tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13014528'] for port (84b8d76c-fba3-4751-a1e1-03ee0d93f81c), after_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:01.954606 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] get_ports_and_sgs() called for port_ids ['84b8d76c-fba3-4751-a1e1-03ee0d93f81c'] {{(pid=103782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 19:39:01.982769 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86aba63-1e84-42b9-a9d4-8186846c03f5 req-6631a879-d8b4-47d9-8299-285bc7a4e78b tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:39:01.983387 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-f86aba63-1e84-42b9-a9d4-8186846c03f5 req-6631a879-d8b4-47d9-8299-285bc7a4e78b tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for port (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:01.984834 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-f86aba63-1e84-42b9-a9d4-8186846c03f5 req-6631a879-d8b4-47d9-8299-285bc7a4e78b tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "PUT /v2.0/ports/84b8d76c-fba3-4751-a1e1-03ee0d93f81c HTTP/1.1" status: 200 len: 942 time: 0.6928298 May 17 19:39:01.985307 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '190a80f6-7783-405a-bebe-05ad5e47dd0e', 'tag': '84b8d76c-fba3-4751-a1e1-03ee0d93f81c'}] {{(pid=103780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:39:01.990360 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1bd86ad9c435c7379d29d4f4527297f276984ecaea51489ddc34f383e603623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173dab45-6e72-4b0c-a0bb-cc4184413ae1" -d '{"events": [{"name": "network-changed", "server_uuid": "190a80f6-7783-405a-bebe-05ad5e47dd0e", "tag": "84b8d76c-fba3-4751-a1e1-03ee0d93f81c"}]}' {{(pid=103780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:39:01.990662 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 46776) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:39:02.042662 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6631a879-d8b4-47d9-8299-285bc7a4e78b tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Pushing event updated for resources: {'Port': ['ID=84b8d76c-fba3-4751-a1e1-03ee0d93f81c,revision_number=7']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:39:02.042662 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6631a879-d8b4-47d9-8299-285bc7a4e78b tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:39:02.042662 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6631a879-d8b4-47d9-8299-285bc7a4e78b tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:39:02.042662 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6631a879-d8b4-47d9-8299-285bc7a4e78b tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:39:02.042662 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6631a879-d8b4-47d9-8299-285bc7a4e78b tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:39:02.042662 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6631a879-d8b4-47d9-8299-285bc7a4e78b tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:39:02.042662 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6631a879-d8b4-47d9-8299-285bc7a4e78b tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:39:02.042662 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6631a879-d8b4-47d9-8299-285bc7a4e78b tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:39:02.042662 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6631a879-d8b4-47d9-8299-285bc7a4e78b tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:39:02.042662 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6631a879-d8b4-47d9-8299-285bc7a4e78b tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:39:02.042662 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6631a879-d8b4-47d9-8299-285bc7a4e78b tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:39:02.042662 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6631a879-d8b4-47d9-8299-285bc7a4e78b tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:39:02.042662 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6631a879-d8b4-47d9-8299-285bc7a4e78b tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:39:02.044874 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6631a879-d8b4-47d9-8299-285bc7a4e78b tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:39:02.044874 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6631a879-d8b4-47d9-8299-285bc7a4e78b tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:39:02.044874 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6631a879-d8b4-47d9-8299-285bc7a4e78b tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:39:02.048980 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 19:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4af0e2d-f98e-41dc-87d5-18c47d0311d6 x-openstack-request-id: req-a4af0e2d-f98e-41dc-87d5-18c47d0311d6 {{(pid=103780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:39:02.049607 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "190a80f6-7783-405a-bebe-05ad5e47dd0e", "tag": "84b8d76c-fba3-4751-a1e1-03ee0d93f81c", "status": "completed", "code": 200}]} {{(pid=103780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:39:02.050049 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a4af0e2d-f98e-41dc-87d5-18c47d0311d6 {{(pid=103780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:39:02.050630 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4af0e2d-f98e-41dc-87d5-18c47d0311d6'] response: {'name': 'network-changed', 'server_uuid': '190a80f6-7783-405a-bebe-05ad5e47dd0e', 'tag': '84b8d76c-fba3-4751-a1e1-03ee0d93f81c', 'status': 'completed', 'code': 200} May 17 19:39:02.096463 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-47857d6d-1bdc-4c54-be7a-82cb29a4af21 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks [] for security_group (420e1aba-5558-4811-91b4-5dcbb8038cd7), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:02.120011 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173dab45-6e72-4b0c-a0bb-cc4184413ae1 req-9c73ab01-760c-4ff9-8215-e4745274d2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:39:02.121591 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-173dab45-6e72-4b0c-a0bb-cc4184413ae1 req-9c73ab01-760c-4ff9-8215-e4745274d2ad service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=de75551df7bb4cadbaf622b4966540fb&device_id=190a80f6-7783-405a-bebe-05ad5e47dd0e HTTP/1.1" status: 200 len: 1129 time: 0.0474088 May 17 19:39:02.124162 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] get_ports_and_sgs() called for port_ids ['84b8d76c-fba3-4751-a1e1-03ee0d93f81c'] {{(pid=103782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 19:39:02.127518 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-47857d6d-1bdc-4c54-be7a-82cb29a4af21 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks [] for security_group (420e1aba-5558-4811-91b4-5dcbb8038cd7), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:02.220380 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-40e24f02-ccdd-4a2d-b98d-7d0af5c1ea2b None None] Provisioning complete for port 84b8d76c-fba3-4751-a1e1-03ee0d93f81c triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:39:02.220744 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-40e24f02-ccdd-4a2d-b98d-7d0af5c1ea2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (84b8d76c-fba3-4751-a1e1-03ee0d93f81c), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:02.223562 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173dab45-6e72-4b0c-a0bb-cc4184413ae1 req-1686f0de-b28f-4f17-b10e-ca4c1ec8496e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:39:02.225150 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-173dab45-6e72-4b0c-a0bb-cc4184413ae1 req-1686f0de-b28f-4f17-b10e-ca4c1ec8496e service neutron] 10.222.0.69 "GET /v2.0/networks?id=b49220ea-d5f1-4224-8283-0e52e547c390 HTTP/1.1" status: 200 len: 916 time: 0.0939989 May 17 19:39:02.266264 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-47857d6d-1bdc-4c54-be7a-82cb29a4af21 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (420e1aba-5558-4811-91b4-5dcbb8038cd7), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:02.269037 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-47857d6d-1bdc-4c54-be7a-82cb29a4af21 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:02.273077 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-47857d6d-1bdc-4c54-be7a-82cb29a4af21 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "DELETE /v2.0/security-groups/420e1aba-5558-4811-91b4-5dcbb8038cd7 HTTP/1.1" status: 204 len: 168 time: 0.2813318 May 17 19:39:02.273667 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 46778) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:39:02.288661 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-173dab45-6e72-4b0c-a0bb-cc4184413ae1 req-8dcd81d4-5181-4206-9704-b156f3a4f49e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84b8d76c-fba3-4751-a1e1-03ee0d93f81c HTTP/1.1" status: 200 len: 1000 time: 0.0564721 May 17 19:39:02.314518 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47857d6d-1bdc-4c54-be7a-82cb29a4af21 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=420e1aba-5558-4811-91b4-5dcbb8038cd7,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:39:02.332255 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47857d6d-1bdc-4c54-be7a-82cb29a4af21 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:39:02.332592 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47857d6d-1bdc-4c54-be7a-82cb29a4af21 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:39:02.332928 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47857d6d-1bdc-4c54-be7a-82cb29a4af21 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:39:02.333253 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47857d6d-1bdc-4c54-be7a-82cb29a4af21 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:39:02.333579 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47857d6d-1bdc-4c54-be7a-82cb29a4af21 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:39:02.333902 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47857d6d-1bdc-4c54-be7a-82cb29a4af21 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:39:02.334223 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47857d6d-1bdc-4c54-be7a-82cb29a4af21 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:39:02.334537 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47857d6d-1bdc-4c54-be7a-82cb29a4af21 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:39:02.334854 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47857d6d-1bdc-4c54-be7a-82cb29a4af21 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:39:02.335174 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47857d6d-1bdc-4c54-be7a-82cb29a4af21 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:39:02.335505 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47857d6d-1bdc-4c54-be7a-82cb29a4af21 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:39:02.335824 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47857d6d-1bdc-4c54-be7a-82cb29a4af21 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:39:02.336132 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47857d6d-1bdc-4c54-be7a-82cb29a4af21 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:39:02.336441 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47857d6d-1bdc-4c54-be7a-82cb29a4af21 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:39:02.336750 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47857d6d-1bdc-4c54-be7a-82cb29a4af21 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:39:02.345606 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173dab45-6e72-4b0c-a0bb-cc4184413ae1 req-4fabe66a-899a-4b48-a8bf-24aee81877c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:39:02.347878 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-173dab45-6e72-4b0c-a0bb-cc4184413ae1 req-4fabe66a-899a-4b48-a8bf-24aee81877c4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=54848119-8d74-4c5d-8e4a-573785cea58e HTTP/1.1" status: 200 len: 854 time: 0.0516450 May 17 19:39:02.354230 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-40e24f02-ccdd-4a2d-b98d-7d0af5c1ea2b None None] Current status of the port 84b8d76c-fba3-4751-a1e1-03ee0d93f81c is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:39:02.396371 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173dab45-6e72-4b0c-a0bb-cc4184413ae1 req-5b98e14f-327d-4011-9304-6f483ce77cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:39:02.397881 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-173dab45-6e72-4b0c-a0bb-cc4184413ae1 req-5b98e14f-327d-4011-9304-6f483ce77cf5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b49220ea-d5f1-4224-8283-0e52e547c390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0412850 May 17 19:39:02.439066 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-368bc36e-b800-413f-b7aa-6704a685e55a tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Deleting port c2b6f3d8-8577-4026-8a7e-e59b297ebfb4 {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:39:02.443134 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-368bc36e-b800-413f-b7aa-6704a685e55a tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (c2b6f3d8-8577-4026-8a7e-e59b297ebfb4), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:02.488278 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-173dab45-6e72-4b0c-a0bb-cc4184413ae1 req-e6ac6466-a907-444d-adda-ab1518fed88d service neutron] 10.222.0.69 "GET /v2.0/networks/b49220ea-d5f1-4224-8283-0e52e547c390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821309 May 17 19:39:02.512006 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-368bc36e-b800-413f-b7aa-6704a685e55a tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (c2b6f3d8-8577-4026-8a7e-e59b297ebfb4), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:02.512327 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-368bc36e-b800-413f-b7aa-6704a685e55a tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks [] for floatingip (c2b6f3d8-8577-4026-8a7e-e59b297ebfb4), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:02.525083 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-368bc36e-b800-413f-b7aa-6704a685e55a tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Calling delete_port for c2b6f3d8-8577-4026-8a7e-e59b297ebfb4 owned by network:floatingip {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:39:02.580285 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-173dab45-6e72-4b0c-a0bb-cc4184413ae1 req-ad519275-3a12-4de7-85be-0f063bc3b4d0 service neutron] 10.222.0.69 "GET /v2.0/networks/b49220ea-d5f1-4224-8283-0e52e547c390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854723 May 17 19:39:02.769150 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-368bc36e-b800-413f-b7aa-6704a685e55a tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (c2b6f3d8-8577-4026-8a7e-e59b297ebfb4), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:02.796309 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368bc36e-b800-413f-b7aa-6704a685e55a tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Pushing event deleted for resources: {'Port': ['ID=c2b6f3d8-8577-4026-8a7e-e59b297ebfb4,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:39:02.854997 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-368bc36e-b800-413f-b7aa-6704a685e55a tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks [] for floatingip (61ad09b1-b887-4696-bc20-8a6fa83ed085), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:02.855612 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.db.l3_db [None req-368bc36e-b800-413f-b7aa-6704a685e55a tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Floating IP 61ad09b1-b887-4696-bc20-8a6fa83ed085 disassociated (deleted). External IP: 172.27.2.50, port: 84b8d76c-fba3-4751-a1e1-03ee0d93f81c. May 17 19:39:03.046154 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-368bc36e-b800-413f-b7aa-6704a685e55a tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Router 5054885d-54f6-4cc1-8d2f-903821e4b24d has already been hosted by L3 agent d0bc9f74-feb0-4354-bd47-885486f1ec0d {{(pid=103781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 19:39:03.145659 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368bc36e-b800-413f-b7aa-6704a685e55a tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Notify agent at l3_agent.dv-cinder-840678-10-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 19:39:03.150572 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-368bc36e-b800-413f-b7aa-6704a685e55a tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for floatingip (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:03.156759 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c291a4bd-a4f1-4324-9fdd-6f2d2a22d86b None None] Sync routers for ids ['5054885d-54f6-4cc1-8d2f-903821e4b24d'] in dv-cinder-840678-10-iscsi {{(pid=103782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 19:39:03.166537 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c291a4bd-a4f1-4324-9fdd-6f2d2a22d86b None None] Routers {'5054885d-54f6-4cc1-8d2f-903821e4b24d'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:39:03.167131 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-c291a4bd-a4f1-4324-9fdd-6f2d2a22d86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:38:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['5054885d-54f6-4cc1-8d2f-903821e4b24d'], 'active': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:39:03.180812 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-368bc36e-b800-413f-b7aa-6704a685e55a tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "DELETE /v2.0/floatingips/61ad09b1-b887-4696-bc20-8a6fa83ed085 HTTP/1.1" status: 204 len: 168 time: 0.9023836 May 17 19:39:03.180812 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '190a80f6-7783-405a-bebe-05ad5e47dd0e', 'tag': '84b8d76c-fba3-4751-a1e1-03ee0d93f81c'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:39:03.182719 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5abf21081b7c701043d67e7bff15db599e71af2afb5ac8611b6265996300b020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf9fdce-ac3d-4101-a8d6-d638f705da60" -d '{"events": [{"name": "network-changed", "server_uuid": "190a80f6-7783-405a-bebe-05ad5e47dd0e", "tag": "84b8d76c-fba3-4751-a1e1-03ee0d93f81c"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:39:03.218300 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 19:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2245c791-48fe-4115-bda0-50070f698ae8 x-openstack-request-id: req-2245c791-48fe-4115-bda0-50070f698ae8 {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:39:03.218592 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "190a80f6-7783-405a-bebe-05ad5e47dd0e", "tag": "84b8d76c-fba3-4751-a1e1-03ee0d93f81c", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:39:03.218866 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2245c791-48fe-4115-bda0-50070f698ae8 {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:39:03.219271 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2245c791-48fe-4115-bda0-50070f698ae8'] response: {'name': 'network-changed', 'server_uuid': '190a80f6-7783-405a-bebe-05ad5e47dd0e', 'tag': '84b8d76c-fba3-4751-a1e1-03ee0d93f81c', 'status': 'completed', 'code': 200} May 17 19:39:03.282962 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf9fdce-ac3d-4101-a8d6-d638f705da60 req-649a0adb-c1cc-455e-9b25-33002b478707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:39:03.284622 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-baf9fdce-ac3d-4101-a8d6-d638f705da60 req-649a0adb-c1cc-455e-9b25-33002b478707 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=de75551df7bb4cadbaf622b4966540fb&device_id=190a80f6-7783-405a-bebe-05ad5e47dd0e HTTP/1.1" status: 200 len: 1129 time: 0.0424168 May 17 19:39:03.286441 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvr_db [None req-c291a4bd-a4f1-4324-9fdd-6f2d2a22d86b None None] Set router 5054885d-54f6-4cc1-8d2f-903821e4b24d gateway port host: dv-cinder-840678-10-iscsi {{(pid=103782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:39:03.389679 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf9fdce-ac3d-4101-a8d6-d638f705da60 req-05f7f84b-9878-4344-b9a1-372661676dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:39:03.392008 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-baf9fdce-ac3d-4101-a8d6-d638f705da60 req-05f7f84b-9878-4344-b9a1-372661676dc4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b49220ea-d5f1-4224-8283-0e52e547c390 HTTP/1.1" status: 200 len: 916 time: 0.0996583 May 17 19:39:03.434538 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-baf9fdce-ac3d-4101-a8d6-d638f705da60 req-31b67638-0458-4067-a08b-8be6fe5114a6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84b8d76c-fba3-4751-a1e1-03ee0d93f81c HTTP/1.1" status: 200 len: 217 time: 0.0353940 May 17 19:39:03.487120 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf9fdce-ac3d-4101-a8d6-d638f705da60 req-76480819-24d1-4287-98ec-9f44346a05d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:39:03.487767 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-c291a4bd-a4f1-4324-9fdd-6f2d2a22d86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5054885d-54f6-4cc1-8d2f-903821e4b24d', 'name': 'tempest-TestMinimumBasicScenario-1001068438-router', 'tenant_id': 'de75551df7bb4cadbaf622b4966540fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c73bd451-416b-4efa-8670-5acc7b552868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:36:48Z', 'updated_at': '2022-05-17T19:36:52Z', 'revision_number': 4, 'project_id': 'de75551df7bb4cadbaf622b4966540fb', 'gw_port': {'id': 'c73bd451-416b-4efa-8670-5acc7b552868', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:14:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5054885d-54f6-4cc1-8d2f-903821e4b24d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:49Z', 'updated_at': '2022-05-17T19:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': 'b00de0cd-0a15-42cb-b049-7d05da15d4de', 'name': '', 'network_id': 'b49220ea-d5f1-4224-8283-0e52e547c390', 'tenant_id': 'de75551df7bb4cadbaf622b4966540fb', 'mac_address': 'fa:16:3e:51:0a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5054885d-54f6-4cc1-8d2f-903821e4b24d', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '54848119-8d74-4c5d-8e4a-573785cea58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:51Z', 'updated_at': '2022-05-17T19:36:57Z', 'revision_number': 5, 'project_id': 'de75551df7bb4cadbaf622b4966540fb', 'subnets': [{'id': '54848119-8d74-4c5d-8e4a-573785cea58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:39:03.488967 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-baf9fdce-ac3d-4101-a8d6-d638f705da60 req-76480819-24d1-4287-98ec-9f44346a05d8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=54848119-8d74-4c5d-8e4a-573785cea58e HTTP/1.1" status: 200 len: 854 time: 0.0484612 May 17 19:39:03.518603 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c291a4bd-a4f1-4324-9fdd-6f2d2a22d86b None None] Checking router: 5054885d-54f6-4cc1-8d2f-903821e4b24d for host: dv-cinder-840678-10-iscsi {{(pid=103782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 19:39:03.530946 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c291a4bd-a4f1-4324-9fdd-6f2d2a22d86b None None] Routers {'5054885d-54f6-4cc1-8d2f-903821e4b24d'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:39:03.531462 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-c291a4bd-a4f1-4324-9fdd-6f2d2a22d86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:38:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['5054885d-54f6-4cc1-8d2f-903821e4b24d'], 'active': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:39:03.562335 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf9fdce-ac3d-4101-a8d6-d638f705da60 req-02bfa8cd-ffb6-4e1b-8e22-e9c84e052e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:39:03.564142 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-baf9fdce-ac3d-4101-a8d6-d638f705da60 req-02bfa8cd-ffb6-4e1b-8e22-e9c84e052e3a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b49220ea-d5f1-4224-8283-0e52e547c390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0653358 May 17 19:39:03.640857 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvr_db [None req-c291a4bd-a4f1-4324-9fdd-6f2d2a22d86b None None] Set router 5054885d-54f6-4cc1-8d2f-903821e4b24d gateway port host: dv-cinder-840678-10-iscsi {{(pid=103782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:39:03.654444 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-baf9fdce-ac3d-4101-a8d6-d638f705da60 req-5d4b4af8-97ed-49eb-9cb8-22b82f9e298d service neutron] 10.222.0.69 "GET /v2.0/networks/b49220ea-d5f1-4224-8283-0e52e547c390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826025 May 17 19:39:03.760555 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-baf9fdce-ac3d-4101-a8d6-d638f705da60 req-f636c05e-9fa4-4ef5-ac1b-0d6973d942be service neutron] 10.222.0.69 "GET /v2.0/networks/b49220ea-d5f1-4224-8283-0e52e547c390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996633 May 17 19:39:03.848566 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-c291a4bd-a4f1-4324-9fdd-6f2d2a22d86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5054885d-54f6-4cc1-8d2f-903821e4b24d', 'name': 'tempest-TestMinimumBasicScenario-1001068438-router', 'tenant_id': 'de75551df7bb4cadbaf622b4966540fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c73bd451-416b-4efa-8670-5acc7b552868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:36:48Z', 'updated_at': '2022-05-17T19:36:52Z', 'revision_number': 4, 'project_id': 'de75551df7bb4cadbaf622b4966540fb', 'gw_port': {'id': 'c73bd451-416b-4efa-8670-5acc7b552868', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:14:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5054885d-54f6-4cc1-8d2f-903821e4b24d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:49Z', 'updated_at': '2022-05-17T19:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': 'b00de0cd-0a15-42cb-b049-7d05da15d4de', 'name': '', 'network_id': 'b49220ea-d5f1-4224-8283-0e52e547c390', 'tenant_id': 'de75551df7bb4cadbaf622b4966540fb', 'mac_address': 'fa:16:3e:51:0a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5054885d-54f6-4cc1-8d2f-903821e4b24d', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '54848119-8d74-4c5d-8e4a-573785cea58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:51Z', 'updated_at': '2022-05-17T19:36:57Z', 'revision_number': 5, 'project_id': 'de75551df7bb4cadbaf622b4966540fb', 'subnets': [{'id': '54848119-8d74-4c5d-8e4a-573785cea58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:39:03.873855 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c291a4bd-a4f1-4324-9fdd-6f2d2a22d86b None None] The sync data for ids ['5054885d-54f6-4cc1-8d2f-903821e4b24d'] in dv-cinder-840678-10-iscsi is: [{'id': '5054885d-54f6-4cc1-8d2f-903821e4b24d', 'name': 'tempest-TestMinimumBasicScenario-1001068438-router', 'tenant_id': 'de75551df7bb4cadbaf622b4966540fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c73bd451-416b-4efa-8670-5acc7b552868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:36:48Z', 'updated_at': '2022-05-17T19:36:52Z', 'revision_number': 4, 'project_id': 'de75551df7bb4cadbaf622b4966540fb', 'gw_port': {'id': 'c73bd451-416b-4efa-8670-5acc7b552868', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:14:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5054885d-54f6-4cc1-8d2f-903821e4b24d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:49Z', 'updated_at': '2022-05-17T19:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': 'b00de0cd-0a15-42cb-b049-7d05da15d4de', 'name': '', 'network_id': 'b49220ea-d5f1-4224-8283-0e52e547c390', 'tenant_id': 'de75551df7bb4cadbaf622b4966540fb', 'mac_address': 'fa:16:3e:51:0a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5054885d-54f6-4cc1-8d2f-903821e4b24d', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '54848119-8d74-4c5d-8e4a-573785cea58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:51Z', 'updated_at': '2022-05-17T19:36:57Z', 'revision_number': 5, 'project_id': 'de75551df7bb4cadbaf622b4966540fb', 'subnets': [{'id': '54848119-8d74-4c5d-8e4a-573785cea58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 19:39:04.088186 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72d604a-8541-4ffb-88d5-943d7907cb86 None None] New status for floating IP 61ad09b1-b887-4696-bc20-8a6fa83ed085: DOWN {{(pid=103783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 19:39:06.321271 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880495b-b28c-475c-8613-a3dc7ae021c4 req-f637ece4-6cb9-4966-9a4d-7226e79dbcd9 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:39:06.322789 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-a880495b-b28c-475c-8613-a3dc7ae021c4 req-f637ece4-6cb9-4966-9a4d-7226e79dbcd9 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 946 time: 0.0486109 May 17 19:39:06.369373 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-a880495b-b28c-475c-8613-a3dc7ae021c4 req-dfbd1495-9678-4037-a8bc-070cba6ef101 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?id=9acabee2-0a79-407c-9f93-294ac7d381a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405917 May 17 19:39:07.483703 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a21b9-96f8-48e5-88b6-ba8f05a87565 req-33375898-5174-402b-8ad9-346972454f81 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:39:07.486560 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-c15a21b9-96f8-48e5-88b6-ba8f05a87565 req-33375898-5174-402b-8ad9-346972454f81 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 946 time: 0.0471027 May 17 19:39:07.537243 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-c15a21b9-96f8-48e5-88b6-ba8f05a87565 req-eb202dbe-f8a8-46c4-941a-1d015a6129b8 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?id=9acabee2-0a79-407c-9f93-294ac7d381a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462122 May 17 19:39:07.573787 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ccf6d-87a5-4720-8a2f-3979059f5c52 req-68018f75-3549-4671-8455-d77beff124a8 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:39:07.575291 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-966ccf6d-87a5-4720-8a2f-3979059f5c52 req-68018f75-3549-4671-8455-d77beff124a8 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/ports?device_id=190a80f6-7783-405a-bebe-05ad5e47dd0e HTTP/1.1" status: 200 len: 945 time: 0.0461836 May 17 19:39:07.622343 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-966ccf6d-87a5-4720-8a2f-3979059f5c52 req-bd4adffa-64f2-4778-adb4-dadf641ad01d tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0bb53df-1834-461e-a871-17cc044c2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412943 May 17 19:39:08.650115 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f07c0-f378-4d7d-8296-bb4f1936a9b2 req-1a48a400-3af0-46c8-8b2d-4ecf695e58b5 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:39:08.651665 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-504f07c0-f378-4d7d-8296-bb4f1936a9b2 req-1a48a400-3af0-46c8-8b2d-4ecf695e58b5 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 946 time: 0.0462637 May 17 19:39:08.698036 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-504f07c0-f378-4d7d-8296-bb4f1936a9b2 req-f3a008da-71bb-48ab-b254-2ffe588036c9 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?id=9acabee2-0a79-407c-9f93-294ac7d381a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403509 May 17 19:39:08.738120 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20bfca-970c-41f7-bf8d-30d16e350189 req-6e2840ec-6c28-459d-9c21-3308dc25546c tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:39:08.739584 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7d20bfca-970c-41f7-bf8d-30d16e350189 req-6e2840ec-6c28-459d-9c21-3308dc25546c tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/ports?device_id=190a80f6-7783-405a-bebe-05ad5e47dd0e HTTP/1.1" status: 200 len: 945 time: 0.0487542 May 17 19:39:08.784300 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7d20bfca-970c-41f7-bf8d-30d16e350189 req-b1118964-4d40-41b9-a82c-779fe3d84237 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0bb53df-1834-461e-a871-17cc044c2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392926 May 17 19:39:09.505198 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f436aa-0e0c-429d-b34b-2cd039c7e45e req-76db213a-179e-4b72-b1e4-4c99885702b2 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:39:09.506631 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-43f436aa-0e0c-429d-b34b-2cd039c7e45e req-76db213a-179e-4b72-b1e4-4c99885702b2 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.69 "GET /v2.0/ports?device_id=190a80f6-7783-405a-bebe-05ad5e47dd0e HTTP/1.1" status: 200 len: 945 time: 0.0464137 May 17 19:39:09.590253 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [req-43f436aa-0e0c-429d-b34b-2cd039c7e45e req-6011f451-cf24-4efc-b243-5da01f967280 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Deleting port 84b8d76c-fba3-4751-a1e1-03ee0d93f81c {{(pid=103780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:39:09.590588 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-43f436aa-0e0c-429d-b34b-2cd039c7e45e req-6011f451-cf24-4efc-b243-5da01f967280 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (84b8d76c-fba3-4751-a1e1-03ee0d93f81c), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:09.677730 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.db [req-43f436aa-0e0c-429d-b34b-2cd039c7e45e req-6011f451-cf24-4efc-b243-5da01f967280 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] For port 84b8d76c-fba3-4751-a1e1-03ee0d93f81c, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=84b8d76c-fba3-4751-a1e1-03ee0d93f81c,segment=NetworkSegment(a0644e0b-588e-4e8d-88af-44b9f0bb06a9),segment_id=a0644e0b-588e-4e8d-88af-44b9f0bb06a9)] {{(pid=103780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:39:09.678556 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-43f436aa-0e0c-429d-b34b-2cd039c7e45e req-6011f451-cf24-4efc-b243-5da01f967280 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (84b8d76c-fba3-4751-a1e1-03ee0d93f81c), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:09.691235 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [req-43f436aa-0e0c-429d-b34b-2cd039c7e45e req-6011f451-cf24-4efc-b243-5da01f967280 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Calling delete_port for 84b8d76c-fba3-4751-a1e1-03ee0d93f81c owned by compute:nova {{(pid=103780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:39:09.837877 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239a91e-5e2c-43ad-8ae6-a0abf9183ed6 req-fb9d0952-8e89-4bbd-bc41-a62ae1f821b4 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:39:09.843690 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-b239a91e-5e2c-43ad-8ae6-a0abf9183ed6 req-fb9d0952-8e89-4bbd-bc41-a62ae1f821b4 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 946 time: 0.0721941 May 17 19:39:09.895016 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-b239a91e-5e2c-43ad-8ae6-a0abf9183ed6 req-bbcb0432-b0e7-4995-a1ed-31bb5d24c4f9 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?id=9acabee2-0a79-407c-9f93-294ac7d381a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466139 May 17 19:39:09.897039 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ec220-967e-40df-8094-5e72278d0038 req-2e36bedf-7741-4888-8bce-64c38f6e9701 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:39:09.898515 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-df6ec220-967e-40df-8094-5e72278d0038 req-2e36bedf-7741-4888-8bce-64c38f6e9701 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/ports?device_id=190a80f6-7783-405a-bebe-05ad5e47dd0e HTTP/1.1" status: 200 len: 945 time: 0.0468559 May 17 19:39:09.929185 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-43f436aa-0e0c-429d-b34b-2cd039c7e45e req-6011f451-cf24-4efc-b243-5da01f967280 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014583'] for port (84b8d76c-fba3-4751-a1e1-03ee0d93f81c), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:09.944293 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] get_ports_and_sgs() called for port_ids ['84b8d76c-fba3-4751-a1e1-03ee0d93f81c'] {{(pid=103782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 19:39:09.949015 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-df6ec220-967e-40df-8094-5e72278d0038 req-452c75a2-5e45-42c3-ab9d-753e46b638bb tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0bb53df-1834-461e-a871-17cc044c2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440359 May 17 19:39:09.962560 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6011f451-cf24-4efc-b243-5da01f967280 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Pushing event deleted for resources: {'Port': ['ID=84b8d76c-fba3-4751-a1e1-03ee0d93f81c,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:39:10.011573 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f436aa-0e0c-429d-b34b-2cd039c7e45e req-6011f451-cf24-4efc-b243-5da01f967280 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] No DVR routers for this DVR port 84b8d76c-fba3-4751-a1e1-03ee0d93f81c on host hv-cinder-84067 {{(pid=103780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 19:39:10.014893 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-43f436aa-0e0c-429d-b34b-2cd039c7e45e req-6011f451-cf24-4efc-b243-5da01f967280 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for port (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:10.018176 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-43f436aa-0e0c-429d-b34b-2cd039c7e45e req-6011f451-cf24-4efc-b243-5da01f967280 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.69 "DELETE /v2.0/ports/84b8d76c-fba3-4751-a1e1-03ee0d93f81c HTTP/1.1" status: 204 len: 173 time: 0.5059440 May 17 19:39:10.018613 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '190a80f6-7783-405a-bebe-05ad5e47dd0e', 'name': 'network-vif-deleted', 'tag': '84b8d76c-fba3-4751-a1e1-03ee0d93f81c'}] {{(pid=103780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:39:10.020886 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1bd86ad9c435c7379d29d4f4527297f276984ecaea51489ddc34f383e603623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48af00c1-10e8-4db2-8468-7b36419a2a67" -d '{"events": [{"server_uuid": "190a80f6-7783-405a-bebe-05ad5e47dd0e", "name": "network-vif-deleted", "tag": "84b8d76c-fba3-4751-a1e1-03ee0d93f81c"}]}' {{(pid=103780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:39:10.055891 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 19:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffff0788-2edd-48b9-a6ea-44c70fa59671 x-openstack-request-id: req-ffff0788-2edd-48b9-a6ea-44c70fa59671 {{(pid=103780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:39:10.056172 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "190a80f6-7783-405a-bebe-05ad5e47dd0e", "name": "network-vif-deleted", "tag": "84b8d76c-fba3-4751-a1e1-03ee0d93f81c", "status": "completed", "code": 200}]} {{(pid=103780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:39:10.056423 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ffff0788-2edd-48b9-a6ea-44c70fa59671 {{(pid=103780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:39:10.056824 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffff0788-2edd-48b9-a6ea-44c70fa59671'] response: {'server_uuid': '190a80f6-7783-405a-bebe-05ad5e47dd0e', 'name': 'network-vif-deleted', 'tag': '84b8d76c-fba3-4751-a1e1-03ee0d93f81c', 'status': 'completed', 'code': 200} May 17 19:39:11.012827 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b6b3d3-8dd1-41a1-9b2c-13e699a70b84 req-672addbb-0f60-4acc-bd5b-09156af1c10b tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:39:11.015563 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-14b6b3d3-8dd1-41a1-9b2c-13e699a70b84 req-672addbb-0f60-4acc-bd5b-09156af1c10b tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 946 time: 0.0528674 May 17 19:39:11.062017 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-478ee1bf-f1e3-426a-8c56-3216bd3cbd48 req-f2c1a0fb-94cc-46d2-9652-026e0fed08f9 tempest-TestMinimumBasicScenario-1245322785 tempest-TestMinimumBasicScenario-1245322785-project] 10.222.0.58 "GET /v2.0/ports?device_id=190a80f6-7783-405a-bebe-05ad5e47dd0e HTTP/1.1" status: 200 len: 210 time: 0.0279214 May 17 19:39:11.062694 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-14b6b3d3-8dd1-41a1-9b2c-13e699a70b84 req-ec3811c3-adeb-4d90-9cb0-34494b9f62d6 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?id=9acabee2-0a79-407c-9f93-294ac7d381a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409858 May 17 19:39:12.177307 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9f583-d5ca-4418-8b23-0485451bc1d9 req-29fe16e1-4ac5-4d7e-a04d-d7a19696433b tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:39:12.178773 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-fcf9f583-d5ca-4418-8b23-0485451bc1d9 req-29fe16e1-4ac5-4d7e-a04d-d7a19696433b tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 946 time: 0.0462542 May 17 19:39:12.224523 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-fcf9f583-d5ca-4418-8b23-0485451bc1d9 req-d429bcf5-10b6-4765-aeeb-d7676c51b883 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?id=9acabee2-0a79-407c-9f93-294ac7d381a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401323 May 17 19:39:13.341994 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb9e7e3-72da-47b6-a837-494c4ae53ec1 req-bdf7073a-d736-4744-9282-b9255a0929ae tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:39:13.343454 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-6cb9e7e3-72da-47b6-a837-494c4ae53ec1 req-bdf7073a-d736-4744-9282-b9255a0929ae tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 946 time: 0.0499721 May 17 19:39:13.390387 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-6cb9e7e3-72da-47b6-a837-494c4ae53ec1 req-cc54561d-f090-4b4f-b1cc-025ce6c84d8f tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?id=9acabee2-0a79-407c-9f93-294ac7d381a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410421 May 17 19:39:13.398778 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 46904) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:39:13.543920 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 84b8d76c-fba3-4751-a1e1-03ee0d93f81c no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 19:39:13.564381 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] No Port match for: 84b8d76c-fba3-4751-a1e1-03ee0d93f81c {{(pid=103782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 19:39:13.564743 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 84b8d76c-fba3-4751-a1e1-03ee0d93f81c not bound to the agent host hv-cinder-84067 {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 19:39:13.996501 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-08be242f-5d4c-41e6-9c5e-3d1ce3db7a88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16761843'] for router_interface (5054885d-54f6-4cc1-8d2f-903821e4b24d), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:14.252730 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-08be242f-5d4c-41e6-9c5e-3d1ce3db7a88 admin admin] Deleting port b00de0cd-0a15-42cb-b049-7d05da15d4de {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:39:14.252982 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-08be242f-5d4c-41e6-9c5e-3d1ce3db7a88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (b00de0cd-0a15-42cb-b049-7d05da15d4de), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:14.326524 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [None req-08be242f-5d4c-41e6-9c5e-3d1ce3db7a88 admin admin] For port b00de0cd-0a15-42cb-b049-7d05da15d4de, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=b00de0cd-0a15-42cb-b049-7d05da15d4de,segment=NetworkSegment(a0644e0b-588e-4e8d-88af-44b9f0bb06a9),segment_id=a0644e0b-588e-4e8d-88af-44b9f0bb06a9)] {{(pid=103781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:39:14.326870 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-08be242f-5d4c-41e6-9c5e-3d1ce3db7a88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (b00de0cd-0a15-42cb-b049-7d05da15d4de), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:14.338799 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-08be242f-5d4c-41e6-9c5e-3d1ce3db7a88 admin admin] Calling delete_port for b00de0cd-0a15-42cb-b049-7d05da15d4de owned by network:router_interface {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:39:14.528701 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e4eb1-879c-432e-b61a-27cdbb46b2c7 req-0289545b-4224-4759-8ef7-6b9693949b10 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:39:14.529746 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-413e4eb1-879c-432e-b61a-27cdbb46b2c7 req-0289545b-4224-4759-8ef7-6b9693949b10 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 946 time: 0.0727389 May 17 19:39:14.585096 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-413e4eb1-879c-432e-b61a-27cdbb46b2c7 req-f63659f7-0118-4caa-a7e8-88bc5de9b8b4 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?id=9acabee2-0a79-407c-9f93-294ac7d381a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495958 May 17 19:39:14.717668 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (bee311cb-2a55-4828-8ca4-4ee09c88de79), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:14.813790 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-08be242f-5d4c-41e6-9c5e-3d1ce3db7a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (b00de0cd-0a15-42cb-b049-7d05da15d4de), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:14.836372 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08be242f-5d4c-41e6-9c5e-3d1ce3db7a88 admin admin] Pushing event deleted for resources: {'Port': ['ID=b00de0cd-0a15-42cb-b049-7d05da15d4de,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:39:15.007858 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-08be242f-5d4c-41e6-9c5e-3d1ce3db7a88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16360526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16766956'] for router_interface (5054885d-54f6-4cc1-8d2f-903821e4b24d), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:15.100076 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3a62f7cc-8c08-4a85-9ba3-c6748d70981b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:15.201740 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08be242f-5d4c-41e6-9c5e-3d1ce3db7a88 admin admin] Router 5054885d-54f6-4cc1-8d2f-903821e4b24d has already been hosted by L3 agent d0bc9f74-feb0-4354-bd47-885486f1ec0d {{(pid=103781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 19:39:15.299324 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08be242f-5d4c-41e6-9c5e-3d1ce3db7a88 admin admin] Notify agent at l3_agent.dv-cinder-840678-10-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 19:39:15.304119 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-08be242f-5d4c-41e6-9c5e-3d1ce3db7a88 admin admin] 10.222.0.58 "PUT /v2.0/routers/5054885d-54f6-4cc1-8d2f-903821e4b24d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9043512 May 17 19:39:15.309035 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db33c77b-5100-429b-b29a-46bb43576d14 None None] Sync routers for ids ['5054885d-54f6-4cc1-8d2f-903821e4b24d'] in dv-cinder-840678-10-iscsi {{(pid=103782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 19:39:15.318432 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db33c77b-5100-429b-b29a-46bb43576d14 None None] Routers {'5054885d-54f6-4cc1-8d2f-903821e4b24d'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:39:15.342222 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-db33c77b-5100-429b-b29a-46bb43576d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:38:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['5054885d-54f6-4cc1-8d2f-903821e4b24d'], 'active': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:39:15.343972 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 46908) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:39:15.419434 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvr_db [None req-db33c77b-5100-429b-b29a-46bb43576d14 None None] Set router 5054885d-54f6-4cc1-8d2f-903821e4b24d gateway port host: dv-cinder-840678-10-iscsi {{(pid=103782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:39:15.439367 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8c9f05be-3fb7-488a-b1ab-26cd69602bc6 admin admin] Publish callbacks [] for router (5054885d-54f6-4cc1-8d2f-903821e4b24d), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:15.536129 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8c9f05be-3fb7-488a-b1ab-26cd69602bc6 admin admin] Publish callbacks [] for router_gateway (5054885d-54f6-4cc1-8d2f-903821e4b24d), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:15.582977 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-db33c77b-5100-429b-b29a-46bb43576d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5054885d-54f6-4cc1-8d2f-903821e4b24d', 'name': 'tempest-TestMinimumBasicScenario-1001068438-router', 'tenant_id': 'de75551df7bb4cadbaf622b4966540fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c73bd451-416b-4efa-8670-5acc7b552868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:36:48Z', 'updated_at': '2022-05-17T19:39:14Z', 'revision_number': 5, 'project_id': 'de75551df7bb4cadbaf622b4966540fb', 'gw_port': {'id': 'c73bd451-416b-4efa-8670-5acc7b552868', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:14:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5054885d-54f6-4cc1-8d2f-903821e4b24d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:49Z', 'updated_at': '2022-05-17T19:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi'}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:39:15.608184 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db33c77b-5100-429b-b29a-46bb43576d14 None None] Checking router: 5054885d-54f6-4cc1-8d2f-903821e4b24d for host: dv-cinder-840678-10-iscsi {{(pid=103782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 19:39:15.616637 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db33c77b-5100-429b-b29a-46bb43576d14 None None] Routers {'5054885d-54f6-4cc1-8d2f-903821e4b24d'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:39:15.617248 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-db33c77b-5100-429b-b29a-46bb43576d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:38:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['5054885d-54f6-4cc1-8d2f-903821e4b24d'], 'active': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:39:15.675092 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-8c9f05be-3fb7-488a-b1ab-26cd69602bc6 admin admin] Deleting port c73bd451-416b-4efa-8670-5acc7b552868 {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:39:15.675808 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8c9f05be-3fb7-488a-b1ab-26cd69602bc6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (c73bd451-416b-4efa-8670-5acc7b552868), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:15.702018 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa528ddf-835a-495b-846c-1efd48ce0141 req-3cb5d83b-def3-4ed2-ab9b-cd8b8b42021b tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:39:15.704361 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-fa528ddf-835a-495b-846c-1efd48ce0141 req-3cb5d83b-def3-4ed2-ab9b-cd8b8b42021b tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 946 time: 0.0499234 May 17 19:39:15.757292 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-fa528ddf-835a-495b-846c-1efd48ce0141 req-c9da4908-7baf-4466-b9c4-7ff85709ad4a tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?id=9acabee2-0a79-407c-9f93-294ac7d381a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447514 May 17 19:39:15.759963 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [None req-8c9f05be-3fb7-488a-b1ab-26cd69602bc6 admin admin] For port c73bd451-416b-4efa-8670-5acc7b552868, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=c73bd451-416b-4efa-8670-5acc7b552868,segment=NetworkSegment(9ce1d97a-7b85-460d-9e35-dbb6f20db43d),segment_id=9ce1d97a-7b85-460d-9e35-dbb6f20db43d)] {{(pid=103781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:39:15.760323 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8c9f05be-3fb7-488a-b1ab-26cd69602bc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (c73bd451-416b-4efa-8670-5acc7b552868), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:15.776497 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-8c9f05be-3fb7-488a-b1ab-26cd69602bc6 admin admin] Calling delete_port for c73bd451-416b-4efa-8670-5acc7b552868 owned by network:router_gateway {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:39:15.845520 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvr_db [None req-db33c77b-5100-429b-b29a-46bb43576d14 None None] Set router 5054885d-54f6-4cc1-8d2f-903821e4b24d gateway port host: dv-cinder-840678-10-iscsi {{(pid=103782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:39:16.008430 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-db33c77b-5100-429b-b29a-46bb43576d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5054885d-54f6-4cc1-8d2f-903821e4b24d', 'name': 'tempest-TestMinimumBasicScenario-1001068438-router', 'tenant_id': 'de75551df7bb4cadbaf622b4966540fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c73bd451-416b-4efa-8670-5acc7b552868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:36:48Z', 'updated_at': '2022-05-17T19:39:14Z', 'revision_number': 5, 'project_id': 'de75551df7bb4cadbaf622b4966540fb', 'gw_port': {'id': 'c73bd451-416b-4efa-8670-5acc7b552868', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:14:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5054885d-54f6-4cc1-8d2f-903821e4b24d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:49Z', 'updated_at': '2022-05-17T19:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi'}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:39:16.032412 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8c9f05be-3fb7-488a-b1ab-26cd69602bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (c73bd451-416b-4efa-8670-5acc7b552868), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:16.036601 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db33c77b-5100-429b-b29a-46bb43576d14 None None] The sync data for ids ['5054885d-54f6-4cc1-8d2f-903821e4b24d'] in dv-cinder-840678-10-iscsi is: [{'id': '5054885d-54f6-4cc1-8d2f-903821e4b24d', 'name': 'tempest-TestMinimumBasicScenario-1001068438-router', 'tenant_id': 'de75551df7bb4cadbaf622b4966540fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c73bd451-416b-4efa-8670-5acc7b552868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:36:48Z', 'updated_at': '2022-05-17T19:39:14Z', 'revision_number': 5, 'project_id': 'de75551df7bb4cadbaf622b4966540fb', 'gw_port': {'id': 'c73bd451-416b-4efa-8670-5acc7b552868', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:14:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5054885d-54f6-4cc1-8d2f-903821e4b24d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:49Z', 'updated_at': '2022-05-17T19:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi'}] {{(pid=103782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 19:39:16.062710 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9f05be-3fb7-488a-b1ab-26cd69602bc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c73bd451-416b-4efa-8670-5acc7b552868,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:39:16.122941 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8c9f05be-3fb7-488a-b1ab-26cd69602bc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16763841'] for router_gateway (5054885d-54f6-4cc1-8d2f-903821e4b24d), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:16.217288 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8c9f05be-3fb7-488a-b1ab-26cd69602bc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16658825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1106'] for router (5054885d-54f6-4cc1-8d2f-903821e4b24d), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:16.219304 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8c9f05be-3fb7-488a-b1ab-26cd69602bc6 admin admin] Publish callbacks [] for router_controller (5054885d-54f6-4cc1-8d2f-903821e4b24d), precommit_delete_associations {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:16.363037 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8c9f05be-3fb7-488a-b1ab-26cd69602bc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16658832'] for router (5054885d-54f6-4cc1-8d2f-903821e4b24d), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:16.363651 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9f05be-3fb7-488a-b1ab-26cd69602bc6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5054885d-54f6-4cc1-8d2f-903821e4b24d {{(pid=103781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 19:39:16.368793 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8c9f05be-3fb7-488a-b1ab-26cd69602bc6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:16.371905 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-8c9f05be-3fb7-488a-b1ab-26cd69602bc6 admin admin] 10.222.0.58 "DELETE /v2.0/routers/5054885d-54f6-4cc1-8d2f-903821e4b24d HTTP/1.1" status: 204 len: 168 time: 1.0249460 May 17 19:39:16.372696 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 46912) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:39:16.417701 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff1be1cb-5c1d-4a8f-a6e1-6a12575528d0 admin admin] Deleting subnet 54848119-8d74-4c5d-8e4a-573785cea58e {{(pid=103780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 19:39:16.420966 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-ff1be1cb-5c1d-4a8f-a6e1-6a12575528d0 admin admin] Publish callbacks [] for subnet (54848119-8d74-4c5d-8e4a-573785cea58e), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:16.461687 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-ff1be1cb-5c1d-4a8f-a6e1-6a12575528d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12797260'] for subnet (54848119-8d74-4c5d-8e4a-573785cea58e), precommit_delete_associations {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:16.537570 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-ff1be1cb-5c1d-4a8f-a6e1-6a12575528d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-938445'] for subnet (54848119-8d74-4c5d-8e4a-573785cea58e), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:16.666976 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-ff1be1cb-5c1d-4a8f-a6e1-6a12575528d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-938452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16348314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13015750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58575396'] for subnet (54848119-8d74-4c5d-8e4a-573785cea58e), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:16.697486 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1be1cb-5c1d-4a8f-a6e1-6a12575528d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54848119-8d74-4c5d-8e4a-573785cea58e,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:39:16.701882 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-ff1be1cb-5c1d-4a8f-a6e1-6a12575528d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for subnet (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:16.705019 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-ff1be1cb-5c1d-4a8f-a6e1-6a12575528d0 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/54848119-8d74-4c5d-8e4a-573785cea58e HTTP/1.1" status: 204 len: 168 time: 0.3313184 May 17 19:39:16.710379 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3dfa904-6779-49fa-9c5b-7d56caed4c9e None None] Network b49220ea-d5f1-4224-8283-0e52e547c390 requested from dv-cinder-840678-10-iscsi {{(pid=103782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 19:39:16.710764 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 46914) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:39:16.802329 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-3d998ce2-9ff4-4eab-95d2-f3acb683661f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-932882'] for network (b49220ea-d5f1-4224-8283-0e52e547c390), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:16.844362 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device c73bd451-416b-4efa-8670-5acc7b552868 no longer exists at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 19:39:16.871637 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] No Port match for: c73bd451-416b-4efa-8670-5acc7b552868 {{(pid=103782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 19:39:16.872845 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device c73bd451-416b-4efa-8670-5acc7b552868 not bound to the agent host dv-cinder-840678-10-iscsi {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 19:39:16.873245 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device b00de0cd-0a15-42cb-b049-7d05da15d4de no longer exists at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 19:39:16.885485 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-3d998ce2-9ff4-4eab-95d2-f3acb683661f admin admin] Deleting port 7f1d2f81-ee97-4447-a0c2-3d3e12bba90c {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:39:16.885826 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-3d998ce2-9ff4-4eab-95d2-f3acb683661f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (7f1d2f81-ee97-4447-a0c2-3d3e12bba90c), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:16.894442 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] No Port match for: b00de0cd-0a15-42cb-b049-7d05da15d4de {{(pid=103782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 19:39:16.894788 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device b00de0cd-0a15-42cb-b049-7d05da15d4de not bound to the agent host dv-cinder-840678-10-iscsi {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 19:39:16.927381 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0f2b8-434b-47ba-8b57-2a7b81667d5f req-f4de3d15-bb8e-4860-9c1a-6120bbfe5732 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:39:16.928869 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f0c0f2b8-434b-47ba-8b57-2a7b81667d5f req-f4de3d15-bb8e-4860-9c1a-6120bbfe5732 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 946 time: 0.0793710 May 17 19:39:16.936532 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca844f9b-2909-430a-9e4e-1d35d1445cc1 None None] DHCP port deletion for b49220ea-d5f1-4224-8283-0e52e547c390 request from dv-cinder-840678-10-iscsi {{(pid=103782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 19:39:16.975533 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-ca844f9b-2909-430a-9e4e-1d35d1445cc1 None None] Deleting port 7f1d2f81-ee97-4447-a0c2-3d3e12bba90c {{(pid=103782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:39:16.975908 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ca844f9b-2909-430a-9e4e-1d35d1445cc1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (7f1d2f81-ee97-4447-a0c2-3d3e12bba90c), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:16.987151 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [None req-3d998ce2-9ff4-4eab-95d2-f3acb683661f admin admin] For port 7f1d2f81-ee97-4447-a0c2-3d3e12bba90c, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=7f1d2f81-ee97-4447-a0c2-3d3e12bba90c,segment=NetworkSegment(a0644e0b-588e-4e8d-88af-44b9f0bb06a9),segment_id=a0644e0b-588e-4e8d-88af-44b9f0bb06a9)] {{(pid=103781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:39:16.987442 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-3d998ce2-9ff4-4eab-95d2-f3acb683661f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (7f1d2f81-ee97-4447-a0c2-3d3e12bba90c), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:17.011666 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-3d998ce2-9ff4-4eab-95d2-f3acb683661f admin admin] Calling delete_port for 7f1d2f81-ee97-4447-a0c2-3d3e12bba90c owned by network:dhcp {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:39:17.036146 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f0c0f2b8-434b-47ba-8b57-2a7b81667d5f req-51c2a059-a5ea-4cee-bc4d-a73ac7387929 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?id=9acabee2-0a79-407c-9f93-294ac7d381a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762544 May 17 19:39:17.041558 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-ca844f9b-2909-430a-9e4e-1d35d1445cc1 None None] For port 7f1d2f81-ee97-4447-a0c2-3d3e12bba90c, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=7f1d2f81-ee97-4447-a0c2-3d3e12bba90c,segment=NetworkSegment(a0644e0b-588e-4e8d-88af-44b9f0bb06a9),segment_id=a0644e0b-588e-4e8d-88af-44b9f0bb06a9)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:39:17.041953 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ca844f9b-2909-430a-9e4e-1d35d1445cc1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (7f1d2f81-ee97-4447-a0c2-3d3e12bba90c), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:17.066523 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-ca844f9b-2909-430a-9e4e-1d35d1445cc1 None None] Calling delete_port for 7f1d2f81-ee97-4447-a0c2-3d3e12bba90c owned by network:dhcp {{(pid=103782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:39:17.209061 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-3d998ce2-9ff4-4eab-95d2-f3acb683661f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (7f1d2f81-ee97-4447-a0c2-3d3e12bba90c), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:17.215203 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ca844f9b-2909-430a-9e4e-1d35d1445cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176'] for port (7f1d2f81-ee97-4447-a0c2-3d3e12bba90c), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:17.235833 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d998ce2-9ff4-4eab-95d2-f3acb683661f admin admin] Pushing event deleted for resources: {'Port': ['ID=7f1d2f81-ee97-4447-a0c2-3d3e12bba90c,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:39:17.237651 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d998ce2-9ff4-4eab-95d2-f3acb683661f admin admin] No DVR routers for this DVR port 7f1d2f81-ee97-4447-a0c2-3d3e12bba90c on host dv-cinder-840678-10-iscsi {{(pid=103781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 19:39:17.242439 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca844f9b-2909-430a-9e4e-1d35d1445cc1 None None] Pushing event deleted for resources: {'Port': ['ID=7f1d2f81-ee97-4447-a0c2-3d3e12bba90c,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:39:17.245683 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca844f9b-2909-430a-9e4e-1d35d1445cc1 None None] No DVR routers for this DVR port 7f1d2f81-ee97-4447-a0c2-3d3e12bba90c on host dv-cinder-840678-10-iscsi {{(pid=103782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 19:39:17.252179 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca844f9b-2909-430a-9e4e-1d35d1445cc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:39:17.252520 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca844f9b-2909-430a-9e4e-1d35d1445cc1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:39:17.252859 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca844f9b-2909-430a-9e4e-1d35d1445cc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:39:17.253202 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca844f9b-2909-430a-9e4e-1d35d1445cc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:39:17.253593 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca844f9b-2909-430a-9e4e-1d35d1445cc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:39:17.253929 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca844f9b-2909-430a-9e4e-1d35d1445cc1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:39:17.254255 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca844f9b-2909-430a-9e4e-1d35d1445cc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:39:17.254575 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca844f9b-2909-430a-9e4e-1d35d1445cc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:39:17.254907 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca844f9b-2909-430a-9e4e-1d35d1445cc1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:39:17.255229 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca844f9b-2909-430a-9e4e-1d35d1445cc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:39:17.255578 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca844f9b-2909-430a-9e4e-1d35d1445cc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:39:17.255890 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca844f9b-2909-430a-9e4e-1d35d1445cc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:39:17.256211 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca844f9b-2909-430a-9e4e-1d35d1445cc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:39:17.256530 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca844f9b-2909-430a-9e4e-1d35d1445cc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:39:17.256892 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca844f9b-2909-430a-9e4e-1d35d1445cc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:39:17.315545 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-3d998ce2-9ff4-4eab-95d2-f3acb683661f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-940152', 'neutron.services.segments.db._delete_segments_for_network-8792041590294'] for network (b49220ea-d5f1-4224-8283-0e52e547c390), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:17.323152 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-bf062494-73c2-4de5-ba7a-b2c910507db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:17.335194 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.services.segments.db [None req-3d998ce2-9ff4-4eab-95d2-f3acb683661f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b49220ea-d5f1-4224-8283-0e52e547c390']}} {{(pid=103781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:39:17.344883 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.services.segments.db [None req-3d998ce2-9ff4-4eab-95d2-f3acb683661f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0644e0b-588e-4e8d-88af-44b9f0bb06a9') {'for_net_delete': True} {{(pid=103781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:39:17.345176 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.services.segments.db [None req-3d998ce2-9ff4-4eab-95d2-f3acb683661f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0644e0b-588e-4e8d-88af-44b9f0bb06a9') {} {{(pid=103781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:39:17.354380 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-3d998ce2-9ff4-4eab-95d2-f3acb683661f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792041591071', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14281845'] for segment (a0644e0b-588e-4e8d-88af-44b9f0bb06a9), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:17.368240 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-3d998ce2-9ff4-4eab-95d2-f3acb683661f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944438'] for segment (a0644e0b-588e-4e8d-88af-44b9f0bb06a9), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:17.374146 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d998ce2-9ff4-4eab-95d2-f3acb683661f admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=103781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 19:39:17.374420 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-3d998ce2-9ff4-4eab-95d2-f3acb683661f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13820481'] for segment (a0644e0b-588e-4e8d-88af-44b9f0bb06a9), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:17.377574 dv-cinder-840678-10-iscsi neutron-server[103781]: Traceback (most recent call last): May 17 19:39:17.377574 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 19:39:17.377574 dv-cinder-840678-10-iscsi neutron-server[103781]: timer() May 17 19:39:17.377574 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 19:39:17.377574 dv-cinder-840678-10-iscsi neutron-server[103781]: cb(*args, **kw) May 17 19:39:17.377574 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 19:39:17.377574 dv-cinder-840678-10-iscsi neutron-server[103781]: return func(*args, **kwargs) May 17 19:39:17.377574 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 19:39:17.377574 dv-cinder-840678-10-iscsi neutron-server[103781]: self._notify() May 17 19:39:17.377574 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 19:39:17.377574 dv-cinder-840678-10-iscsi neutron-server[103781]: self.callback(batched_events) May 17 19:39:17.377574 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 19:39:17.377574 dv-cinder-840678-10-iscsi neutron-server[103781]: event.method(event) May 17 19:39:17.377574 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 19:39:17.377574 dv-cinder-840678-10-iscsi neutron-server[103781]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 19:39:17.377574 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 19:39:17.377574 dv-cinder-840678-10-iscsi neutron-server[103781]: aggregate_uuid = self.p_client.list_aggregates( May 17 19:39:17.377574 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 19:39:17.377574 dv-cinder-840678-10-iscsi neutron-server[103781]: return f(self, *a, **k) May 17 19:39:17.377574 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 19:39:17.377574 dv-cinder-840678-10-iscsi neutron-server[103781]: return self._get(url).json() May 17 19:39:17.377574 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 19:39:17.377574 dv-cinder-840678-10-iscsi neutron-server[103781]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 19:39:17.377574 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 19:39:17.377574 dv-cinder-840678-10-iscsi neutron-server[103781]: return self.request(url, 'GET', **kwargs) May 17 19:39:17.377574 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 19:39:17.377574 dv-cinder-840678-10-iscsi neutron-server[103781]: base_url = self.get_endpoint(auth, allow=allow, May 17 19:39:17.377574 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 19:39:17.377574 dv-cinder-840678-10-iscsi neutron-server[103781]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 19:39:17.377574 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 19:39:17.377574 dv-cinder-840678-10-iscsi neutron-server[103781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 19:39:17.377574 dv-cinder-840678-10-iscsi neutron-server[103781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 19:39:17.476575 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa5483-6162-4868-b3ac-3b7496b1271f req-5408012e-1d57-4e86-a21f-3a50def4396f tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:39:17.478040 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f2aa5483-6162-4868-b3ac-3b7496b1271f req-5408012e-1d57-4e86-a21f-3a50def4396f tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 946 time: 0.0520470 May 17 19:39:17.479145 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-3d998ce2-9ff4-4eab-95d2-f3acb683661f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-940099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16764915'] for network (b49220ea-d5f1-4224-8283-0e52e547c390), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:17.485603 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-3d998ce2-9ff4-4eab-95d2-f3acb683661f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for network (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:17.488970 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-3d998ce2-9ff4-4eab-95d2-f3acb683661f admin admin] 10.222.0.58 "DELETE /v2.0/networks/b49220ea-d5f1-4224-8283-0e52e547c390 HTTP/1.1" status: 204 len: 168 time: 0.7770960 May 17 19:39:17.491985 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 46922) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:39:17.505815 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d998ce2-9ff4-4eab-95d2-f3acb683661f admin admin] Pushing event deleted for resources: {'Network': ['ID=b49220ea-d5f1-4224-8283-0e52e547c390,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:39:17.543866 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f2aa5483-6162-4868-b3ac-3b7496b1271f req-b0d4bcb0-66ce-4292-9ddd-6dc99133fc98 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?id=9acabee2-0a79-407c-9f93-294ac7d381a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538120 May 17 19:39:17.655645 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba505da-b67d-4dc8-b8c3-8bfd08d1009d req-4ff4df31-2831-44d0-a94c-8b71a64e9d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:39:17.657103 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-bba505da-b67d-4dc8-b8c3-8bfd08d1009d req-4ff4df31-2831-44d0-a94c-8b71a64e9d05 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c9294dbfdbb463baf41d1fea4ae1fbc&device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 1130 time: 0.0826733 May 17 19:39:17.817235 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba505da-b67d-4dc8-b8c3-8bfd08d1009d req-ad405948-37b6-48f7-a8c5-40471244fdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:39:17.818592 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-bba505da-b67d-4dc8-b8c3-8bfd08d1009d req-ad405948-37b6-48f7-a8c5-40471244fdfb service neutron] 10.222.0.69 "GET /v2.0/networks?id=8b845737-d82e-4f19-9988-0f9e0f6a0f47 HTTP/1.1" status: 200 len: 912 time: 0.1488018 May 17 19:39:17.922577 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-bba505da-b67d-4dc8-b8c3-8bfd08d1009d req-0fca852d-0829-4362-b0ea-aee495ad84a0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=859047c6-c48e-4a67-a300-49996fc18165 HTTP/1.1" status: 200 len: 1002 time: 0.0838277 May 17 19:39:17.944951 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-75703a24-aeaf-42fa-9350-462b870fdc2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16761843'] for router_interface (ceb345f8-b7cf-4897-9517-7021eec5adac), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:18.019817 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba505da-b67d-4dc8-b8c3-8bfd08d1009d req-5d6435c4-93d5-4968-a296-a876653f1d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:39:18.021237 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-bba505da-b67d-4dc8-b8c3-8bfd08d1009d req-5d6435c4-93d5-4968-a296-a876653f1d41 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6eb8a244-3f8a-4176-9c1f-c7810d9719d4 HTTP/1.1" status: 200 len: 850 time: 0.0893123 May 17 19:39:18.123926 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba505da-b67d-4dc8-b8c3-8bfd08d1009d req-4313f1f2-9973-469a-b821-3c1744b6d214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:39:18.125305 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-bba505da-b67d-4dc8-b8c3-8bfd08d1009d req-4313f1f2-9973-469a-b821-3c1744b6d214 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8b845737-d82e-4f19-9988-0f9e0f6a0f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0762854 May 17 19:39:18.279077 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-bba505da-b67d-4dc8-b8c3-8bfd08d1009d req-932292c6-0312-4bef-ada7-6b05d0d735d2 service neutron] 10.222.0.69 "GET /v2.0/networks/8b845737-d82e-4f19-9988-0f9e0f6a0f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340737 May 17 19:39:18.286769 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [None req-75703a24-aeaf-42fa-9350-462b870fdc2b admin admin] Deleting port dd1daba1-2bcc-4d24-9ff6-c8702402d550 {{(pid=103780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:39:18.287099 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-75703a24-aeaf-42fa-9350-462b870fdc2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (dd1daba1-2bcc-4d24-9ff6-c8702402d550), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:18.430140 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.db [None req-75703a24-aeaf-42fa-9350-462b870fdc2b admin admin] For port dd1daba1-2bcc-4d24-9ff6-c8702402d550, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=dd1daba1-2bcc-4d24-9ff6-c8702402d550,segment=NetworkSegment(34ebd630-876e-422c-96c6-d92563e73c03),segment_id=34ebd630-876e-422c-96c6-d92563e73c03)] {{(pid=103780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:39:18.430413 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-75703a24-aeaf-42fa-9350-462b870fdc2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (dd1daba1-2bcc-4d24-9ff6-c8702402d550), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:18.440399 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-bba505da-b67d-4dc8-b8c3-8bfd08d1009d req-37ea176e-9c53-49e0-a5cf-42db89e6fa21 service neutron] 10.222.0.69 "GET /v2.0/networks/8b845737-d82e-4f19-9988-0f9e0f6a0f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512778 May 17 19:39:18.447247 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [None req-75703a24-aeaf-42fa-9350-462b870fdc2b admin admin] Calling delete_port for dd1daba1-2bcc-4d24-9ff6-c8702402d550 owned by network:router_interface {{(pid=103780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:39:18.494673 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:18.661040 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe11aba-dca0-4752-b63f-b1ba8c46504b req-d4b3e3df-b685-41b6-b706-d1839bd381b9 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:39:18.662496 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-ffe11aba-dca0-4752-b63f-b1ba8c46504b req-d4b3e3df-b685-41b6-b706-d1839bd381b9 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 946 time: 0.0494342 May 17 19:39:18.708378 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-ffe11aba-dca0-4752-b63f-b1ba8c46504b req-edfa820e-287a-4e25-9750-37737e91af96 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?id=9acabee2-0a79-407c-9f93-294ac7d381a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403488 May 17 19:39:18.717843 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-75703a24-aeaf-42fa-9350-462b870fdc2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014583'] for port (dd1daba1-2bcc-4d24-9ff6-c8702402d550), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:18.749211 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75703a24-aeaf-42fa-9350-462b870fdc2b admin admin] Pushing event deleted for resources: {'Port': ['ID=dd1daba1-2bcc-4d24-9ff6-c8702402d550,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:39:18.787337 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device 7f1d2f81-ee97-4447-a0c2-3d3e12bba90c no longer exists at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 19:39:18.807032 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] No Port match for: 7f1d2f81-ee97-4447-a0c2-3d3e12bba90c {{(pid=103782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 19:39:18.807408 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device 7f1d2f81-ee97-4447-a0c2-3d3e12bba90c not bound to the agent host dv-cinder-840678-10-iscsi {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 19:39:18.911625 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-75703a24-aeaf-42fa-9350-462b870fdc2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16360526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16766956'] for router_interface (ceb345f8-b7cf-4897-9517-7021eec5adac), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:19.112086 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75703a24-aeaf-42fa-9350-462b870fdc2b admin admin] Router ceb345f8-b7cf-4897-9517-7021eec5adac has already been hosted by L3 agent d0bc9f74-feb0-4354-bd47-885486f1ec0d {{(pid=103780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 19:39:19.459986 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75703a24-aeaf-42fa-9350-462b870fdc2b admin admin] Notify agent at l3_agent.dv-cinder-840678-10-iscsi the message routers_updated {{(pid=103780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 19:39:19.465016 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-75703a24-aeaf-42fa-9350-462b870fdc2b admin admin] 10.222.0.58 "PUT /v2.0/routers/ceb345f8-b7cf-4897-9517-7021eec5adac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9717388 May 17 19:39:19.468406 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 46926) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:39:19.479578 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b04dcf3-7252-43a3-8af4-1f113c62dbdf None None] Sync routers for ids ['ceb345f8-b7cf-4897-9517-7021eec5adac'] in dv-cinder-840678-10-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 19:39:19.482075 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b04dcf3-7252-43a3-8af4-1f113c62dbdf None None] Routers {'ceb345f8-b7cf-4897-9517-7021eec5adac'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:39:19.482692 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-4b04dcf3-7252-43a3-8af4-1f113c62dbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:39:17Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['ceb345f8-b7cf-4897-9517-7021eec5adac'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:39:19.567071 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-5cd53abc-fdc3-46ad-b3eb-d61a86dde739 admin admin] Publish callbacks [] for router (ceb345f8-b7cf-4897-9517-7021eec5adac), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:19.584423 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-4b04dcf3-7252-43a3-8af4-1f113c62dbdf None None] Set router ceb345f8-b7cf-4897-9517-7021eec5adac gateway port host: dv-cinder-840678-10-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:39:19.670219 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-5cd53abc-fdc3-46ad-b3eb-d61a86dde739 admin admin] Publish callbacks [] for router_gateway (ceb345f8-b7cf-4897-9517-7021eec5adac), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:19.781202 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [None req-5cd53abc-fdc3-46ad-b3eb-d61a86dde739 admin admin] Deleting port 17663760-8255-410e-bf84-278ff29ec942 {{(pid=103780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:39:19.781532 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-5cd53abc-fdc3-46ad-b3eb-d61a86dde739 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (17663760-8255-410e-bf84-278ff29ec942), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:19.825717 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21a86b-2f23-4558-a471-2dc48b355a1d req-4c7f1525-6ffd-42aa-8a2e-9fbf8695ac6e tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:39:19.827195 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ca21a86b-2f23-4558-a471-2dc48b355a1d req-4c7f1525-6ffd-42aa-8a2e-9fbf8695ac6e tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 946 time: 0.0487585 May 17 19:39:19.828923 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-4b04dcf3-7252-43a3-8af4-1f113c62dbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb345f8-b7cf-4897-9517-7021eec5adac', 'name': 'tempest-TestMinimumBasicScenario-301142361-router', 'tenant_id': '61f95072dbf14035b151663d3ec2d626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '17663760-8255-410e-bf84-278ff29ec942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:36:55Z', 'updated_at': '2022-05-17T19:39:18Z', 'revision_number': 5, 'project_id': '61f95072dbf14035b151663d3ec2d626', 'gw_port': {'id': '17663760-8255-410e-bf84-278ff29ec942', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb345f8-b7cf-4897-9517-7021eec5adac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:56Z', 'updated_at': '2022-05-17T19:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi'}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:39:19.858202 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b04dcf3-7252-43a3-8af4-1f113c62dbdf None None] Checking router: ceb345f8-b7cf-4897-9517-7021eec5adac for host: dv-cinder-840678-10-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 19:39:19.866819 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.db [None req-5cd53abc-fdc3-46ad-b3eb-d61a86dde739 admin admin] For port 17663760-8255-410e-bf84-278ff29ec942, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=17663760-8255-410e-bf84-278ff29ec942,segment=NetworkSegment(9ce1d97a-7b85-460d-9e35-dbb6f20db43d),segment_id=9ce1d97a-7b85-460d-9e35-dbb6f20db43d)] {{(pid=103780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:39:19.867370 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-5cd53abc-fdc3-46ad-b3eb-d61a86dde739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (17663760-8255-410e-bf84-278ff29ec942), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:19.867693 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b04dcf3-7252-43a3-8af4-1f113c62dbdf None None] Routers {'ceb345f8-b7cf-4897-9517-7021eec5adac'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:39:19.868302 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-4b04dcf3-7252-43a3-8af4-1f113c62dbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:39:17Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['ceb345f8-b7cf-4897-9517-7021eec5adac'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:39:19.882695 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ca21a86b-2f23-4558-a471-2dc48b355a1d req-7b28655a-8282-453f-97cc-30cd962a1966 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?id=9acabee2-0a79-407c-9f93-294ac7d381a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492659 May 17 19:39:19.884430 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [None req-5cd53abc-fdc3-46ad-b3eb-d61a86dde739 admin admin] Calling delete_port for 17663760-8255-410e-bf84-278ff29ec942 owned by network:router_gateway {{(pid=103780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:39:19.954018 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-4b04dcf3-7252-43a3-8af4-1f113c62dbdf None None] Set router ceb345f8-b7cf-4897-9517-7021eec5adac gateway port host: None {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:39:20.001303 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-4b04dcf3-7252-43a3-8af4-1f113c62dbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb345f8-b7cf-4897-9517-7021eec5adac', 'name': 'tempest-TestMinimumBasicScenario-301142361-router', 'tenant_id': '61f95072dbf14035b151663d3ec2d626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:36:55Z', 'updated_at': '2022-05-17T19:39:19Z', 'revision_number': 6, 'project_id': '61f95072dbf14035b151663d3ec2d626', 'gw_port_host': None}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:39:20.025358 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b04dcf3-7252-43a3-8af4-1f113c62dbdf None None] The sync data for ids ['ceb345f8-b7cf-4897-9517-7021eec5adac'] in dv-cinder-840678-10-iscsi is: [{'id': 'ceb345f8-b7cf-4897-9517-7021eec5adac', 'name': 'tempest-TestMinimumBasicScenario-301142361-router', 'tenant_id': '61f95072dbf14035b151663d3ec2d626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:36:55Z', 'updated_at': '2022-05-17T19:39:19Z', 'revision_number': 6, 'project_id': '61f95072dbf14035b151663d3ec2d626', 'gw_port_host': None}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 19:39:20.117889 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-5cd53abc-fdc3-46ad-b3eb-d61a86dde739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014583'] for port (17663760-8255-410e-bf84-278ff29ec942), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:20.144622 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd53abc-fdc3-46ad-b3eb-d61a86dde739 admin admin] Pushing event deleted for resources: {'Port': ['ID=17663760-8255-410e-bf84-278ff29ec942,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:39:20.207408 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-5cd53abc-fdc3-46ad-b3eb-d61a86dde739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16763841'] for router_gateway (ceb345f8-b7cf-4897-9517-7021eec5adac), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:20.271741 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:20.294528 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-5cd53abc-fdc3-46ad-b3eb-d61a86dde739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16658825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1106'] for router (ceb345f8-b7cf-4897-9517-7021eec5adac), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:20.296708 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-5cd53abc-fdc3-46ad-b3eb-d61a86dde739 admin admin] Publish callbacks [] for router_controller (ceb345f8-b7cf-4897-9517-7021eec5adac), precommit_delete_associations {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:20.404290 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-5cd53abc-fdc3-46ad-b3eb-d61a86dde739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16658832'] for router (ceb345f8-b7cf-4897-9517-7021eec5adac), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:20.404901 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd53abc-fdc3-46ad-b3eb-d61a86dde739 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ceb345f8-b7cf-4897-9517-7021eec5adac {{(pid=103780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 19:39:20.409792 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-5cd53abc-fdc3-46ad-b3eb-d61a86dde739 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:20.413283 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-5cd53abc-fdc3-46ad-b3eb-d61a86dde739 admin admin] 10.222.0.58 "DELETE /v2.0/routers/ceb345f8-b7cf-4897-9517-7021eec5adac HTTP/1.1" status: 204 len: 168 time: 0.9415479 May 17 19:39:20.413522 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 46932) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:39:20.463198 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.db_base_plugin_v2 [None req-e79fe74c-d57e-469d-8881-fe053406c42c admin admin] Deleting subnet 26cbfcc0-02b0-4ac9-b6f2-03439c7b3ba2 {{(pid=103780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 19:39:20.466876 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-e79fe74c-d57e-469d-8881-fe053406c42c admin admin] Publish callbacks [] for subnet (26cbfcc0-02b0-4ac9-b6f2-03439c7b3ba2), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:20.500966 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-e79fe74c-d57e-469d-8881-fe053406c42c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12797260'] for subnet (26cbfcc0-02b0-4ac9-b6f2-03439c7b3ba2), precommit_delete_associations {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:20.571418 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-e79fe74c-d57e-469d-8881-fe053406c42c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-938445'] for subnet (26cbfcc0-02b0-4ac9-b6f2-03439c7b3ba2), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:20.689327 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-e79fe74c-d57e-469d-8881-fe053406c42c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-938452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16348314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13015750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58575396'] for subnet (26cbfcc0-02b0-4ac9-b6f2-03439c7b3ba2), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:20.719118 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79fe74c-d57e-469d-8881-fe053406c42c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26cbfcc0-02b0-4ac9-b6f2-03439c7b3ba2,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:39:20.721080 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-e79fe74c-d57e-469d-8881-fe053406c42c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for subnet (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:20.724160 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-e79fe74c-d57e-469d-8881-fe053406c42c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/26cbfcc0-02b0-4ac9-b6f2-03439c7b3ba2 HTTP/1.1" status: 204 len: 168 time: 0.3097289 May 17 19:39:20.724800 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0360e4c-c1e4-4b00-8b1c-092972608a8e None None] Network b8a13a61-0bda-4e5a-b461-a2aec0ab744f requested from dv-cinder-840678-10-iscsi {{(pid=103782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 19:39:20.726698 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 46934) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:39:20.822060 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-14ecf255-2982-4dd3-802b-03cb4af30650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-932882'] for network (b8a13a61-0bda-4e5a-b461-a2aec0ab744f), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:20.827672 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device 17663760-8255-410e-bf84-278ff29ec942 no longer exists at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 19:39:20.848678 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] No Port match for: 17663760-8255-410e-bf84-278ff29ec942 {{(pid=103782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 19:39:20.849013 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device 17663760-8255-410e-bf84-278ff29ec942 not bound to the agent host dv-cinder-840678-10-iscsi {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 19:39:20.849623 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device dd1daba1-2bcc-4d24-9ff6-c8702402d550 no longer exists at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 19:39:20.871150 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-14ecf255-2982-4dd3-802b-03cb4af30650 admin admin] Deleting port cf09a14e-e9de-4f0f-9719-b7abb4be0c6d {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:39:20.871698 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-14ecf255-2982-4dd3-802b-03cb4af30650 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (cf09a14e-e9de-4f0f-9719-b7abb4be0c6d), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:20.873327 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] No Port match for: dd1daba1-2bcc-4d24-9ff6-c8702402d550 {{(pid=103782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 19:39:20.873677 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device dd1daba1-2bcc-4d24-9ff6-c8702402d550 not bound to the agent host dv-cinder-840678-10-iscsi {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 19:39:20.891152 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc597be2-8a06-489b-ada2-132f7f0f5367 None None] DHCP port deletion for b8a13a61-0bda-4e5a-b461-a2aec0ab744f request from dv-cinder-840678-10-iscsi {{(pid=103782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 19:39:20.928264 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-dc597be2-8a06-489b-ada2-132f7f0f5367 None None] Deleting port cf09a14e-e9de-4f0f-9719-b7abb4be0c6d {{(pid=103782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:39:20.928635 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-dc597be2-8a06-489b-ada2-132f7f0f5367 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (cf09a14e-e9de-4f0f-9719-b7abb4be0c6d), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:20.939353 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [None req-14ecf255-2982-4dd3-802b-03cb4af30650 admin admin] For port cf09a14e-e9de-4f0f-9719-b7abb4be0c6d, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=cf09a14e-e9de-4f0f-9719-b7abb4be0c6d,segment=NetworkSegment(34ebd630-876e-422c-96c6-d92563e73c03),segment_id=34ebd630-876e-422c-96c6-d92563e73c03)] {{(pid=103781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:39:20.939866 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-14ecf255-2982-4dd3-802b-03cb4af30650 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (cf09a14e-e9de-4f0f-9719-b7abb4be0c6d), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:20.952887 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-14ecf255-2982-4dd3-802b-03cb4af30650 admin admin] Calling delete_port for cf09a14e-e9de-4f0f-9719-b7abb4be0c6d owned by network:dhcp {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:39:20.994975 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-dc597be2-8a06-489b-ada2-132f7f0f5367 None None] For port cf09a14e-e9de-4f0f-9719-b7abb4be0c6d, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=cf09a14e-e9de-4f0f-9719-b7abb4be0c6d,segment=NetworkSegment(34ebd630-876e-422c-96c6-d92563e73c03),segment_id=34ebd630-876e-422c-96c6-d92563e73c03)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:39:20.995332 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-dc597be2-8a06-489b-ada2-132f7f0f5367 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (cf09a14e-e9de-4f0f-9719-b7abb4be0c6d), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:21.011007 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-dc597be2-8a06-489b-ada2-132f7f0f5367 None None] Calling delete_port for cf09a14e-e9de-4f0f-9719-b7abb4be0c6d owned by network:dhcp {{(pid=103782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:39:21.077764 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-14ecf255-2982-4dd3-802b-03cb4af30650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (cf09a14e-e9de-4f0f-9719-b7abb4be0c6d), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:21.092785 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-dc597be2-8a06-489b-ada2-132f7f0f5367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176'] for port (cf09a14e-e9de-4f0f-9719-b7abb4be0c6d), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:21.102422 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ecf255-2982-4dd3-802b-03cb4af30650 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf09a14e-e9de-4f0f-9719-b7abb4be0c6d,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:39:21.111544 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ecf255-2982-4dd3-802b-03cb4af30650 admin admin] No DVR routers for this DVR port cf09a14e-e9de-4f0f-9719-b7abb4be0c6d on host dv-cinder-840678-10-iscsi {{(pid=103781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 19:39:21.124195 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc597be2-8a06-489b-ada2-132f7f0f5367 None None] Pushing event deleted for resources: {'Port': ['ID=cf09a14e-e9de-4f0f-9719-b7abb4be0c6d,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:39:21.124195 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc597be2-8a06-489b-ada2-132f7f0f5367 None None] No DVR routers for this DVR port cf09a14e-e9de-4f0f-9719-b7abb4be0c6d on host dv-cinder-840678-10-iscsi {{(pid=103782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 19:39:21.426981 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-14ecf255-2982-4dd3-802b-03cb4af30650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-940152', 'neutron.services.segments.db._delete_segments_for_network-8792041590294'] for network (b8a13a61-0bda-4e5a-b461-a2aec0ab744f), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:21.445598 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.services.segments.db [None req-14ecf255-2982-4dd3-802b-03cb4af30650 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8a13a61-0bda-4e5a-b461-a2aec0ab744f']}} {{(pid=103781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:39:21.455206 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.services.segments.db [None req-14ecf255-2982-4dd3-802b-03cb4af30650 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34ebd630-876e-422c-96c6-d92563e73c03') {'for_net_delete': True} {{(pid=103781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:39:21.455512 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.services.segments.db [None req-14ecf255-2982-4dd3-802b-03cb4af30650 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34ebd630-876e-422c-96c6-d92563e73c03') {} {{(pid=103781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:39:21.464647 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-14ecf255-2982-4dd3-802b-03cb4af30650 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792041591071', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14281845'] for segment (34ebd630-876e-422c-96c6-d92563e73c03), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:21.479110 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-14ecf255-2982-4dd3-802b-03cb4af30650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944438'] for segment (34ebd630-876e-422c-96c6-d92563e73c03), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:21.484060 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14ecf255-2982-4dd3-802b-03cb4af30650 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=103781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 19:39:21.484438 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-14ecf255-2982-4dd3-802b-03cb4af30650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13820481'] for segment (34ebd630-876e-422c-96c6-d92563e73c03), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:21.486132 dv-cinder-840678-10-iscsi neutron-server[103781]: Traceback (most recent call last): May 17 19:39:21.486132 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 19:39:21.486132 dv-cinder-840678-10-iscsi neutron-server[103781]: timer() May 17 19:39:21.486132 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 19:39:21.486132 dv-cinder-840678-10-iscsi neutron-server[103781]: cb(*args, **kw) May 17 19:39:21.486132 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 19:39:21.486132 dv-cinder-840678-10-iscsi neutron-server[103781]: return func(*args, **kwargs) May 17 19:39:21.486132 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 19:39:21.486132 dv-cinder-840678-10-iscsi neutron-server[103781]: self._notify() May 17 19:39:21.486132 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 19:39:21.486132 dv-cinder-840678-10-iscsi neutron-server[103781]: self.callback(batched_events) May 17 19:39:21.486132 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 19:39:21.486132 dv-cinder-840678-10-iscsi neutron-server[103781]: event.method(event) May 17 19:39:21.486132 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 19:39:21.486132 dv-cinder-840678-10-iscsi neutron-server[103781]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 19:39:21.486132 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 19:39:21.486132 dv-cinder-840678-10-iscsi neutron-server[103781]: aggregate_uuid = self.p_client.list_aggregates( May 17 19:39:21.486132 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 19:39:21.486132 dv-cinder-840678-10-iscsi neutron-server[103781]: return f(self, *a, **k) May 17 19:39:21.486132 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 19:39:21.486132 dv-cinder-840678-10-iscsi neutron-server[103781]: return self._get(url).json() May 17 19:39:21.486132 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 19:39:21.486132 dv-cinder-840678-10-iscsi neutron-server[103781]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 19:39:21.486132 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 19:39:21.486132 dv-cinder-840678-10-iscsi neutron-server[103781]: return self.request(url, 'GET', **kwargs) May 17 19:39:21.486132 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 19:39:21.486132 dv-cinder-840678-10-iscsi neutron-server[103781]: base_url = self.get_endpoint(auth, allow=allow, May 17 19:39:21.486132 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 19:39:21.486132 dv-cinder-840678-10-iscsi neutron-server[103781]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 19:39:21.486132 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 19:39:21.486132 dv-cinder-840678-10-iscsi neutron-server[103781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 19:39:21.486132 dv-cinder-840678-10-iscsi neutron-server[103781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 19:39:21.574461 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:21.660622 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-14ecf255-2982-4dd3-802b-03cb4af30650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-940099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16764915'] for network (b8a13a61-0bda-4e5a-b461-a2aec0ab744f), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:21.665838 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-14ecf255-2982-4dd3-802b-03cb4af30650 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for network (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:21.669351 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-14ecf255-2982-4dd3-802b-03cb4af30650 admin admin] 10.222.0.58 "DELETE /v2.0/networks/b8a13a61-0bda-4e5a-b461-a2aec0ab744f HTTP/1.1" status: 204 len: 168 time: 0.9411459 May 17 19:39:21.679931 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ecf255-2982-4dd3-802b-03cb4af30650 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8a13a61-0bda-4e5a-b461-a2aec0ab744f,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:39:22.052168 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 46938) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:39:22.092049 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-d3ce227e-78d6-47ca-9974-b7a6af064a71 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=de75551df7bb4cadbaf622b4966540fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386786 May 17 19:39:22.094316 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 46940) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:39:22.141500 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-0df0b268-7c07-49af-a1cd-2eb4f74d89e3 admin admin] Publish callbacks [] for security_group (a0bb53df-1834-461e-a871-17cc044c2dc4), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:22.162752 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-0df0b268-7c07-49af-a1cd-2eb4f74d89e3 admin admin] Publish callbacks [] for security_group (a0bb53df-1834-461e-a871-17cc044c2dc4), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:22.300129 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-0df0b268-7c07-49af-a1cd-2eb4f74d89e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (a0bb53df-1834-461e-a871-17cc044c2dc4), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:22.302536 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-0df0b268-7c07-49af-a1cd-2eb4f74d89e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:22.303682 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-0df0b268-7c07-49af-a1cd-2eb4f74d89e3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a0bb53df-1834-461e-a871-17cc044c2dc4 HTTP/1.1" status: 204 len: 168 time: 0.2084448 May 17 19:39:22.314375 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df0b268-7c07-49af-a1cd-2eb4f74d89e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0bb53df-1834-461e-a871-17cc044c2dc4,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:39:22.770457 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device cf09a14e-e9de-4f0f-9719-b7abb4be0c6d no longer exists at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 19:39:22.789058 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] No Port match for: cf09a14e-e9de-4f0f-9719-b7abb4be0c6d {{(pid=103782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 19:39:22.789402 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device cf09a14e-e9de-4f0f-9719-b7abb4be0c6d not bound to the agent host dv-cinder-840678-10-iscsi {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 19:39:23.069254 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 46946) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:39:23.108612 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-7c9dc0fc-8b2f-46e2-a15b-b20ada625b7a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=61f95072dbf14035b151663d3ec2d626&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382438 May 17 19:39:23.111031 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 46948) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:39:23.157131 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-c4f1ef98-79fd-4a36-b30b-e6de3536645d admin admin] Publish callbacks [] for security_group (5ff8febd-7933-4dea-81de-118d808eb765), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:23.180798 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-c4f1ef98-79fd-4a36-b30b-e6de3536645d admin admin] Publish callbacks [] for security_group (5ff8febd-7933-4dea-81de-118d808eb765), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:23.300179 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-c4f1ef98-79fd-4a36-b30b-e6de3536645d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (5ff8febd-7933-4dea-81de-118d808eb765), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:23.302545 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-c4f1ef98-79fd-4a36-b30b-e6de3536645d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:23.303695 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-c4f1ef98-79fd-4a36-b30b-e6de3536645d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5ff8febd-7933-4dea-81de-118d808eb765 HTTP/1.1" status: 204 len: 168 time: 0.1916804 May 17 19:39:23.314548 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f1ef98-79fd-4a36-b30b-e6de3536645d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff8febd-7933-4dea-81de-118d808eb765,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:39:30.467294 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.agents_db [None req-42b69621-6215-4a4a-9d32-588efc9ea437 None None] Agent healthcheck: found 6 active agents {{(pid=103783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 19:39:44.171178 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 46958) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:39:44.308122 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [None req-d25cd74b-9af1-4df3-89e2-408e5e97c280 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Deleting port ef2cd753-01a6-44b9-9bf6-5f5e2cc921b2 {{(pid=103780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:39:44.308461 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-d25cd74b-9af1-4df3-89e2-408e5e97c280 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (ef2cd753-01a6-44b9-9bf6-5f5e2cc921b2), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:44.383307 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-d25cd74b-9af1-4df3-89e2-408e5e97c280 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (ef2cd753-01a6-44b9-9bf6-5f5e2cc921b2), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:44.383667 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-d25cd74b-9af1-4df3-89e2-408e5e97c280 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks [] for floatingip (ef2cd753-01a6-44b9-9bf6-5f5e2cc921b2), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:44.396515 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [None req-d25cd74b-9af1-4df3-89e2-408e5e97c280 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Calling delete_port for ef2cd753-01a6-44b9-9bf6-5f5e2cc921b2 owned by network:floatingip {{(pid=103780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:39:44.602504 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (bee311cb-2a55-4828-8ca4-4ee09c88de79), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:44.637158 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-d25cd74b-9af1-4df3-89e2-408e5e97c280 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014583'] for port (ef2cd753-01a6-44b9-9bf6-5f5e2cc921b2), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:44.664167 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25cd74b-9af1-4df3-89e2-408e5e97c280 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Pushing event deleted for resources: {'Port': ['ID=ef2cd753-01a6-44b9-9bf6-5f5e2cc921b2,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:39:44.723824 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-d25cd74b-9af1-4df3-89e2-408e5e97c280 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks [] for floatingip (db63ade8-1be9-4d67-9e44-15709c66beea), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:44.724149 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.db.l3_db [None req-d25cd74b-9af1-4df3-89e2-408e5e97c280 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Floating IP db63ade8-1be9-4d67-9e44-15709c66beea disassociated (deleted). External IP: 172.27.2.173, port: c2f99b61-73d3-4957-bc8c-159bc6d0b4aa. May 17 19:39:44.915939 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d25cd74b-9af1-4df3-89e2-408e5e97c280 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Router 0f9e3f65-5b38-42b5-9c21-15afbf1bb548 has already been hosted by L3 agent d0bc9f74-feb0-4354-bd47-885486f1ec0d {{(pid=103780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 19:39:45.017361 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25cd74b-9af1-4df3-89e2-408e5e97c280 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Notify agent at l3_agent.dv-cinder-840678-10-iscsi the message routers_updated {{(pid=103780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 19:39:45.028164 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-d25cd74b-9af1-4df3-89e2-408e5e97c280 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for floatingip (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:45.028257 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb327ed-94c2-45b0-8576-1d9fce59c208 None None] Sync routers for ids ['0f9e3f65-5b38-42b5-9c21-15afbf1bb548'] in dv-cinder-840678-10-iscsi {{(pid=103782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 19:39:45.037493 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb327ed-94c2-45b0-8576-1d9fce59c208 None None] Routers {'0f9e3f65-5b38-42b5-9c21-15afbf1bb548'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:39:45.038151 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-8eb327ed-94c2-45b0-8576-1d9fce59c208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:39:17Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['0f9e3f65-5b38-42b5-9c21-15afbf1bb548'], 'active': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:39:45.052907 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-d25cd74b-9af1-4df3-89e2-408e5e97c280 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "DELETE /v2.0/floatingips/db63ade8-1be9-4d67-9e44-15709c66beea HTTP/1.1" status: 204 len: 168 time: 0.8806365 May 17 19:39:45.053481 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6c60a7f-3ceb-4308-a1e3-ec206a3cbe7d', 'tag': 'c2f99b61-73d3-4957-bc8c-159bc6d0b4aa'}] {{(pid=103780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:39:45.057000 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1bd86ad9c435c7379d29d4f4527297f276984ecaea51489ddc34f383e603623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5d7d78-961a-4bce-a637-24cead3062b0" -d '{"events": [{"name": "network-changed", "server_uuid": "e6c60a7f-3ceb-4308-a1e3-ec206a3cbe7d", "tag": "c2f99b61-73d3-4957-bc8c-159bc6d0b4aa"}]}' {{(pid=103780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:39:45.074699 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-88f9d79c-b5e1-4934-8336-f2a96f53c918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:45.095673 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 19:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bff2196-c1d7-407e-9adc-bbb5ea6fc3eb x-openstack-request-id: req-7bff2196-c1d7-407e-9adc-bbb5ea6fc3eb {{(pid=103780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:39:45.096214 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6c60a7f-3ceb-4308-a1e3-ec206a3cbe7d", "tag": "c2f99b61-73d3-4957-bc8c-159bc6d0b4aa", "status": "completed", "code": 200}]} {{(pid=103780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:39:45.096488 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7bff2196-c1d7-407e-9adc-bbb5ea6fc3eb {{(pid=103780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:39:45.099036 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bff2196-c1d7-407e-9adc-bbb5ea6fc3eb'] response: {'name': 'network-changed', 'server_uuid': 'e6c60a7f-3ceb-4308-a1e3-ec206a3cbe7d', 'tag': 'c2f99b61-73d3-4957-bc8c-159bc6d0b4aa', 'status': 'completed', 'code': 200} May 17 19:39:45.143859 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvr_db [None req-8eb327ed-94c2-45b0-8576-1d9fce59c208 None None] Set router 0f9e3f65-5b38-42b5-9c21-15afbf1bb548 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:39:45.159677 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d7d78-961a-4bce-a637-24cead3062b0 req-59224ddd-1365-42dc-8cd3-73f09fcc34b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:39:45.161114 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-fd5d7d78-961a-4bce-a637-24cead3062b0 req-59224ddd-1365-42dc-8cd3-73f09fcc34b9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aae36ceec2314da8a829113fc36f2f40&device_id=e6c60a7f-3ceb-4308-a1e3-ec206a3cbe7d HTTP/1.1" status: 200 len: 1130 time: 0.0402381 May 17 19:39:45.259690 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d7d78-961a-4bce-a637-24cead3062b0 req-36d337dd-b3d1-4de1-990e-e870837e34ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:39:45.261154 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-fd5d7d78-961a-4bce-a637-24cead3062b0 req-36d337dd-b3d1-4de1-990e-e870837e34ff service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ffa76ed-e644-420a-9be5-452073c9d2f3 HTTP/1.1" status: 200 len: 913 time: 0.0877669 May 17 19:39:45.300550 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-fd5d7d78-961a-4bce-a637-24cead3062b0 req-8f35fe22-d201-4ebc-9373-85cdb4b03427 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2f99b61-73d3-4957-bc8c-159bc6d0b4aa HTTP/1.1" status: 200 len: 217 time: 0.0327897 May 17 19:39:45.353238 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d7d78-961a-4bce-a637-24cead3062b0 req-d0f8dba6-c69b-430b-9536-2cddbbc3bd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:39:45.355334 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-fd5d7d78-961a-4bce-a637-24cead3062b0 req-d0f8dba6-c69b-430b-9536-2cddbbc3bd3f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a5e80cf4-1ae6-4a34-89f9-235de223b3bb HTTP/1.1" status: 200 len: 851 time: 0.0486727 May 17 19:39:45.357023 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-8eb327ed-94c2-45b0-8576-1d9fce59c208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'name': 'tempest-TestVolumeBootPattern-2088878763-router', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'af596b85-070e-475b-94cd-1ec2355567c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:31:50Z', 'updated_at': '2022-05-17T19:31:55Z', 'revision_number': 4, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'gw_port': {'id': 'af596b85-070e-475b-94cd-1ec2355567c8', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ff:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:31:51Z', 'updated_at': '2022-05-17T19:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_floatingips': [{'id': '74958984-db4a-426e-b778-8d95d2b0e7ff', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'floating_ip_address': '172.27.2.220', 'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'router_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'port_id': '1ef37eac-454e-41a3-9aae-fa1e9ad23770', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3', 'mac_address': 'fa:16:3e:9b:22:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40918f8-ee22-4dbb-9334-0fd71846a8de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T19:36:12Z', 'updated_at': '2022-05-17T19:36:14Z', 'revision_number': 1, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19716c39-6320-4e43-9463-294f60ef6870', 'name': '', 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'mac_address': 'fa:16:3e:0a:94:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'a5e80cf4-1ae6-4a34-89f9-235de223b3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:31:54Z', 'updated_at': '2022-05-17T19:32:01Z', 'revision_number': 5, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'subnets': [{'id': 'a5e80cf4-1ae6-4a34-89f9-235de223b3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:39:45.383338 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb327ed-94c2-45b0-8576-1d9fce59c208 None None] Checking router: 0f9e3f65-5b38-42b5-9c21-15afbf1bb548 for host: dv-cinder-840678-10-iscsi {{(pid=103782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 19:39:45.392324 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb327ed-94c2-45b0-8576-1d9fce59c208 None None] Routers {'0f9e3f65-5b38-42b5-9c21-15afbf1bb548'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:39:45.392944 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-8eb327ed-94c2-45b0-8576-1d9fce59c208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:39:17Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['0f9e3f65-5b38-42b5-9c21-15afbf1bb548'], 'active': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:39:45.404617 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d7d78-961a-4bce-a637-24cead3062b0 req-69aac0a9-935f-42cf-b5c5-5ae458a3d176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:39:45.408605 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-fd5d7d78-961a-4bce-a637-24cead3062b0 req-69aac0a9-935f-42cf-b5c5-5ae458a3d176 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ffa76ed-e644-420a-9be5-452073c9d2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0442951 May 17 19:39:45.502471 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvr_db [None req-8eb327ed-94c2-45b0-8576-1d9fce59c208 None None] Set router 0f9e3f65-5b38-42b5-9c21-15afbf1bb548 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:39:45.699363 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae2cdd-d533-4033-86c3-32ac4910b41f req-fa5a1193-9d2b-4fb7-9a85-a2b774f89b64 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:39:45.700892 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e7ae2cdd-d533-4033-86c3-32ac4910b41f req-fa5a1193-9d2b-4fb7-9a85-a2b774f89b64 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6c60a7f-3ceb-4308-a1e3-ec206a3cbe7d HTTP/1.1" status: 200 len: 946 time: 0.2453339 May 17 19:39:45.704603 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-8eb327ed-94c2-45b0-8576-1d9fce59c208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'name': 'tempest-TestVolumeBootPattern-2088878763-router', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'af596b85-070e-475b-94cd-1ec2355567c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:31:50Z', 'updated_at': '2022-05-17T19:31:55Z', 'revision_number': 4, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'gw_port': {'id': 'af596b85-070e-475b-94cd-1ec2355567c8', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ff:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:31:51Z', 'updated_at': '2022-05-17T19:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_floatingips': [{'id': '74958984-db4a-426e-b778-8d95d2b0e7ff', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'floating_ip_address': '172.27.2.220', 'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'router_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'port_id': '1ef37eac-454e-41a3-9aae-fa1e9ad23770', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3', 'mac_address': 'fa:16:3e:9b:22:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40918f8-ee22-4dbb-9334-0fd71846a8de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T19:36:12Z', 'updated_at': '2022-05-17T19:36:14Z', 'revision_number': 1, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19716c39-6320-4e43-9463-294f60ef6870', 'name': '', 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'mac_address': 'fa:16:3e:0a:94:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'a5e80cf4-1ae6-4a34-89f9-235de223b3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:31:54Z', 'updated_at': '2022-05-17T19:32:01Z', 'revision_number': 5, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'subnets': [{'id': 'a5e80cf4-1ae6-4a34-89f9-235de223b3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:39:45.732336 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb327ed-94c2-45b0-8576-1d9fce59c208 None None] The sync data for ids ['0f9e3f65-5b38-42b5-9c21-15afbf1bb548'] in dv-cinder-840678-10-iscsi is: [{'id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'name': 'tempest-TestVolumeBootPattern-2088878763-router', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'af596b85-070e-475b-94cd-1ec2355567c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:31:50Z', 'updated_at': '2022-05-17T19:31:55Z', 'revision_number': 4, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'gw_port': {'id': 'af596b85-070e-475b-94cd-1ec2355567c8', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ff:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:31:51Z', 'updated_at': '2022-05-17T19:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_floatingips': [{'id': '74958984-db4a-426e-b778-8d95d2b0e7ff', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'floating_ip_address': '172.27.2.220', 'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'router_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'port_id': '1ef37eac-454e-41a3-9aae-fa1e9ad23770', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3', 'mac_address': 'fa:16:3e:9b:22:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40918f8-ee22-4dbb-9334-0fd71846a8de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T19:36:12Z', 'updated_at': '2022-05-17T19:36:14Z', 'revision_number': 1, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19716c39-6320-4e43-9463-294f60ef6870', 'name': '', 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'mac_address': 'fa:16:3e:0a:94:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'a5e80cf4-1ae6-4a34-89f9-235de223b3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:31:54Z', 'updated_at': '2022-05-17T19:32:01Z', 'revision_number': 5, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'subnets': [{'id': 'a5e80cf4-1ae6-4a34-89f9-235de223b3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 19:39:45.751347 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e7ae2cdd-d533-4033-86c3-32ac4910b41f req-5d0224fd-aaa0-4326-943a-868a0299b654 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446308 May 17 19:39:45.948072 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4682130-37b5-4b4f-bdc1-54ef9676ae07 None None] New status for floating IP db63ade8-1be9-4d67-9e44-15709c66beea: DOWN {{(pid=103783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 19:39:46.685821 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-fd5d7d78-961a-4bce-a637-24cead3062b0 req-6d14bc49-7341-495b-8f35-39184f11e5a8 service neutron] 10.222.0.69 "GET /v2.0/networks/4ffa76ed-e644-420a-9be5-452073c9d2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827711 May 17 19:39:46.869816 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-fd5d7d78-961a-4bce-a637-24cead3062b0 req-0cbbe3ab-0bf7-4454-8c47-66c331671621 service neutron] 10.222.0.69 "GET /v2.0/networks/4ffa76ed-e644-420a-9be5-452073c9d2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915513 May 17 19:39:46.938411 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a69dc0-a179-4eb8-a97b-eb6eccda8fea req-0a487d92-8d2d-4459-9766-4ef8d35cc87e tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:39:46.939884 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-67a69dc0-a179-4eb8-a97b-eb6eccda8fea req-0a487d92-8d2d-4459-9766-4ef8d35cc87e tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6c60a7f-3ceb-4308-a1e3-ec206a3cbe7d HTTP/1.1" status: 200 len: 946 time: 0.1034684 May 17 19:39:46.988909 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-67a69dc0-a179-4eb8-a97b-eb6eccda8fea req-da3d42a7-5eee-4d5b-8c27-c07c345ab3ba tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431340 May 17 19:39:47.191360 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d001e-e5f0-476a-be7e-3170731a4b05 req-252f0a5e-99bb-4871-9141-7f9f1d1a243d tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:39:47.192808 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-5d5d001e-e5f0-476a-be7e-3170731a4b05 req-252f0a5e-99bb-4871-9141-7f9f1d1a243d tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.69 "GET /v2.0/ports?device_id=e6c60a7f-3ceb-4308-a1e3-ec206a3cbe7d HTTP/1.1" status: 200 len: 946 time: 0.0476434 May 17 19:39:47.276534 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [req-5d5d001e-e5f0-476a-be7e-3170731a4b05 req-88fb7729-bdf8-4b5d-b681-8c84bc2ad957 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Deleting port c2f99b61-73d3-4957-bc8c-159bc6d0b4aa {{(pid=103780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:39:47.276864 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-5d5d001e-e5f0-476a-be7e-3170731a4b05 req-88fb7729-bdf8-4b5d-b681-8c84bc2ad957 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (c2f99b61-73d3-4957-bc8c-159bc6d0b4aa), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:47.282471 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-5d051aac-5627-49fa-a183-3a16c2c2d2d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:47.365512 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.db [req-5d5d001e-e5f0-476a-be7e-3170731a4b05 req-88fb7729-bdf8-4b5d-b681-8c84bc2ad957 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] For port c2f99b61-73d3-4957-bc8c-159bc6d0b4aa, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=c2f99b61-73d3-4957-bc8c-159bc6d0b4aa,segment=NetworkSegment(8cc326ee-5f9e-416b-8025-9d11d0786f2c),segment_id=8cc326ee-5f9e-416b-8025-9d11d0786f2c)] {{(pid=103780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:39:47.365868 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-5d5d001e-e5f0-476a-be7e-3170731a4b05 req-88fb7729-bdf8-4b5d-b681-8c84bc2ad957 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (c2f99b61-73d3-4957-bc8c-159bc6d0b4aa), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:47.379127 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [req-5d5d001e-e5f0-476a-be7e-3170731a4b05 req-88fb7729-bdf8-4b5d-b681-8c84bc2ad957 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Calling delete_port for c2f99b61-73d3-4957-bc8c-159bc6d0b4aa owned by compute:nova {{(pid=103780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:39:47.573976 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-5d5d001e-e5f0-476a-be7e-3170731a4b05 req-88fb7729-bdf8-4b5d-b681-8c84bc2ad957 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014583'] for port (c2f99b61-73d3-4957-bc8c-159bc6d0b4aa), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:47.606232 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fb7729-bdf8-4b5d-b681-8c84bc2ad957 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Pushing event deleted for resources: {'Port': ['ID=c2f99b61-73d3-4957-bc8c-159bc6d0b4aa,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:39:47.648095 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d5d001e-e5f0-476a-be7e-3170731a4b05 req-88fb7729-bdf8-4b5d-b681-8c84bc2ad957 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] No DVR routers for this DVR port c2f99b61-73d3-4957-bc8c-159bc6d0b4aa on host hv-cinder-84067 {{(pid=103780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 19:39:47.650494 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-5d5d001e-e5f0-476a-be7e-3170731a4b05 req-88fb7729-bdf8-4b5d-b681-8c84bc2ad957 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for port (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:47.653621 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-5d5d001e-e5f0-476a-be7e-3170731a4b05 req-88fb7729-bdf8-4b5d-b681-8c84bc2ad957 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.69 "DELETE /v2.0/ports/c2f99b61-73d3-4957-bc8c-159bc6d0b4aa HTTP/1.1" status: 204 len: 173 time: 0.4554551 May 17 19:39:47.654087 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6c60a7f-3ceb-4308-a1e3-ec206a3cbe7d', 'name': 'network-vif-deleted', 'tag': 'c2f99b61-73d3-4957-bc8c-159bc6d0b4aa'}] {{(pid=103780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:39:47.656295 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1bd86ad9c435c7379d29d4f4527297f276984ecaea51489ddc34f383e603623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb0d0d6-5156-486b-a9da-4f7fbde35210" -d '{"events": [{"server_uuid": "e6c60a7f-3ceb-4308-a1e3-ec206a3cbe7d", "name": "network-vif-deleted", "tag": "c2f99b61-73d3-4957-bc8c-159bc6d0b4aa"}]}' {{(pid=103780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:39:47.690984 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 19:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a558ee6-7409-44ef-98c7-cc2314943f88 x-openstack-request-id: req-8a558ee6-7409-44ef-98c7-cc2314943f88 {{(pid=103780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:39:47.691583 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6c60a7f-3ceb-4308-a1e3-ec206a3cbe7d", "name": "network-vif-deleted", "tag": "c2f99b61-73d3-4957-bc8c-159bc6d0b4aa", "status": "completed", "code": 200}]} {{(pid=103780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:39:47.691583 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8a558ee6-7409-44ef-98c7-cc2314943f88 {{(pid=103780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:39:47.691929 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a558ee6-7409-44ef-98c7-cc2314943f88'] response: {'server_uuid': 'e6c60a7f-3ceb-4308-a1e3-ec206a3cbe7d', 'name': 'network-vif-deleted', 'tag': 'c2f99b61-73d3-4957-bc8c-159bc6d0b4aa', 'status': 'completed', 'code': 200} May 17 19:39:48.088487 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-8bb712db-291e-4feb-b1f7-8e51107b3013 req-a7e820b5-7eea-4248-bf3f-80db249db028 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6c60a7f-3ceb-4308-a1e3-ec206a3cbe7d HTTP/1.1" status: 200 len: 210 time: 0.0297997 May 17 19:39:48.505495 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:49.736085 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device c2f99b61-73d3-4957-bc8c-159bc6d0b4aa no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 19:39:49.755252 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] No Port match for: c2f99b61-73d3-4957-bc8c-159bc6d0b4aa {{(pid=103782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 19:39:49.755618 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device c2f99b61-73d3-4957-bc8c-159bc6d0b4aa not bound to the agent host hv-cinder-84067 {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 19:39:50.299348 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:51.556709 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:51.647153 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 46996) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:39:51.782156 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [None req-47b5b01c-fa70-4f0d-9448-66d4eda525f8 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Deleting port 4fe6fa7f-84b2-4d98-ac6a-a4ff2df11964 {{(pid=103780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:39:51.782589 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-47b5b01c-fa70-4f0d-9448-66d4eda525f8 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (4fe6fa7f-84b2-4d98-ac6a-a4ff2df11964), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:51.857844 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-47b5b01c-fa70-4f0d-9448-66d4eda525f8 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (4fe6fa7f-84b2-4d98-ac6a-a4ff2df11964), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:51.858081 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-47b5b01c-fa70-4f0d-9448-66d4eda525f8 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks [] for floatingip (4fe6fa7f-84b2-4d98-ac6a-a4ff2df11964), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:51.870134 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [None req-47b5b01c-fa70-4f0d-9448-66d4eda525f8 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Calling delete_port for 4fe6fa7f-84b2-4d98-ac6a-a4ff2df11964 owned by network:floatingip {{(pid=103780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:39:52.093858 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-47b5b01c-fa70-4f0d-9448-66d4eda525f8 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014583'] for port (4fe6fa7f-84b2-4d98-ac6a-a4ff2df11964), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:52.118835 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b5b01c-fa70-4f0d-9448-66d4eda525f8 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Pushing event deleted for resources: {'Port': ['ID=4fe6fa7f-84b2-4d98-ac6a-a4ff2df11964,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:39:52.179346 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-47b5b01c-fa70-4f0d-9448-66d4eda525f8 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks [] for floatingip (74958984-db4a-426e-b778-8d95d2b0e7ff), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:52.179702 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.db.l3_db [None req-47b5b01c-fa70-4f0d-9448-66d4eda525f8 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Floating IP 74958984-db4a-426e-b778-8d95d2b0e7ff disassociated (deleted). External IP: 172.27.2.220, port: 1ef37eac-454e-41a3-9aae-fa1e9ad23770. May 17 19:39:52.373492 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b5b01c-fa70-4f0d-9448-66d4eda525f8 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Router 0f9e3f65-5b38-42b5-9c21-15afbf1bb548 has already been hosted by L3 agent d0bc9f74-feb0-4354-bd47-885486f1ec0d {{(pid=103780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 19:39:52.725736 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b5b01c-fa70-4f0d-9448-66d4eda525f8 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Notify agent at l3_agent.dv-cinder-840678-10-iscsi the message routers_updated {{(pid=103780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 19:39:52.730373 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-47b5b01c-fa70-4f0d-9448-66d4eda525f8 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for floatingip (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:52.736494 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8f60df-1a7c-446b-9178-cfb806617c4e None None] Sync routers for ids ['0f9e3f65-5b38-42b5-9c21-15afbf1bb548'] in dv-cinder-840678-10-iscsi {{(pid=103782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 19:39:52.745393 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8f60df-1a7c-446b-9178-cfb806617c4e None None] Routers {'0f9e3f65-5b38-42b5-9c21-15afbf1bb548'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:39:52.746529 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-6e8f60df-1a7c-446b-9178-cfb806617c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:39:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['0f9e3f65-5b38-42b5-9c21-15afbf1bb548'], 'active': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:39:52.760627 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-47b5b01c-fa70-4f0d-9448-66d4eda525f8 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "DELETE /v2.0/floatingips/74958984-db4a-426e-b778-8d95d2b0e7ff HTTP/1.1" status: 204 len: 168 time: 1.1123970 May 17 19:39:52.761209 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c40918f8-ee22-4dbb-9334-0fd71846a8de', 'tag': '1ef37eac-454e-41a3-9aae-fa1e9ad23770'}] {{(pid=103780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:39:52.763996 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1bd86ad9c435c7379d29d4f4527297f276984ecaea51489ddc34f383e603623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e67e2f8-53bb-4067-8fc1-1846d0a0f614" -d '{"events": [{"name": "network-changed", "server_uuid": "c40918f8-ee22-4dbb-9334-0fd71846a8de", "tag": "1ef37eac-454e-41a3-9aae-fa1e9ad23770"}]}' {{(pid=103780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:39:52.801472 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 19:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d1581f-bf93-495a-99ad-c81df5d594b8 x-openstack-request-id: req-e2d1581f-bf93-495a-99ad-c81df5d594b8 {{(pid=103780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:39:52.801766 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c40918f8-ee22-4dbb-9334-0fd71846a8de", "tag": "1ef37eac-454e-41a3-9aae-fa1e9ad23770", "status": "completed", "code": 200}]} {{(pid=103780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:39:52.802017 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e2d1581f-bf93-495a-99ad-c81df5d594b8 {{(pid=103780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:39:52.802419 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2d1581f-bf93-495a-99ad-c81df5d594b8'] response: {'name': 'network-changed', 'server_uuid': 'c40918f8-ee22-4dbb-9334-0fd71846a8de', 'tag': '1ef37eac-454e-41a3-9aae-fa1e9ad23770', 'status': 'completed', 'code': 200} May 17 19:39:52.865191 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67e2f8-53bb-4067-8fc1-1846d0a0f614 req-a04864fd-2ceb-457d-bcd9-7034d06ba0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:39:52.866699 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-6e67e2f8-53bb-4067-8fc1-1846d0a0f614 req-a04864fd-2ceb-457d-bcd9-7034d06ba0b3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aae36ceec2314da8a829113fc36f2f40&device_id=c40918f8-ee22-4dbb-9334-0fd71846a8de HTTP/1.1" status: 200 len: 1130 time: 0.0409729 May 17 19:39:52.964567 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67e2f8-53bb-4067-8fc1-1846d0a0f614 req-e2ea8959-1f2b-482e-9c47-0edbc5cf0184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:39:52.966105 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-6e67e2f8-53bb-4067-8fc1-1846d0a0f614 req-e2ea8959-1f2b-482e-9c47-0edbc5cf0184 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ffa76ed-e644-420a-9be5-452073c9d2f3 HTTP/1.1" status: 200 len: 913 time: 0.0919392 May 17 19:39:52.985643 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvr_db [None req-6e8f60df-1a7c-446b-9178-cfb806617c4e None None] Set router 0f9e3f65-5b38-42b5-9c21-15afbf1bb548 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:39:53.017545 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-6e67e2f8-53bb-4067-8fc1-1846d0a0f614 req-b6cfcf66-6e81-4158-81ff-a606b05d2292 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ef37eac-454e-41a3-9aae-fa1e9ad23770 HTTP/1.1" status: 200 len: 217 time: 0.0356913 May 17 19:39:53.063114 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67e2f8-53bb-4067-8fc1-1846d0a0f614 req-044411ff-c038-43fe-a96a-9009c6f001bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:39:53.064814 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-6e67e2f8-53bb-4067-8fc1-1846d0a0f614 req-044411ff-c038-43fe-a96a-9009c6f001bf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a5e80cf4-1ae6-4a34-89f9-235de223b3bb HTTP/1.1" status: 200 len: 851 time: 0.0459681 May 17 19:39:53.116822 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67e2f8-53bb-4067-8fc1-1846d0a0f614 req-6b1e9d80-ece9-4132-8ce1-85e3f31c273d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:39:53.118004 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-6e67e2f8-53bb-4067-8fc1-1846d0a0f614 req-6b1e9d80-ece9-4132-8ce1-85e3f31c273d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ffa76ed-e644-420a-9be5-452073c9d2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0465484 May 17 19:39:53.180000 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-6e8f60df-1a7c-446b-9178-cfb806617c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'name': 'tempest-TestVolumeBootPattern-2088878763-router', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'af596b85-070e-475b-94cd-1ec2355567c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:31:50Z', 'updated_at': '2022-05-17T19:31:55Z', 'revision_number': 4, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'gw_port': {'id': 'af596b85-070e-475b-94cd-1ec2355567c8', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ff:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:31:51Z', 'updated_at': '2022-05-17T19:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': '19716c39-6320-4e43-9463-294f60ef6870', 'name': '', 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'mac_address': 'fa:16:3e:0a:94:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'a5e80cf4-1ae6-4a34-89f9-235de223b3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:31:54Z', 'updated_at': '2022-05-17T19:32:01Z', 'revision_number': 5, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'subnets': [{'id': 'a5e80cf4-1ae6-4a34-89f9-235de223b3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:39:53.213263 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8f60df-1a7c-446b-9178-cfb806617c4e None None] Checking router: 0f9e3f65-5b38-42b5-9c21-15afbf1bb548 for host: dv-cinder-840678-10-iscsi {{(pid=103782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 19:39:53.223120 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-6e67e2f8-53bb-4067-8fc1-1846d0a0f614 req-4ea07998-84d0-4fb7-8d49-56d3c0923d18 service neutron] 10.222.0.69 "GET /v2.0/networks/4ffa76ed-e644-420a-9be5-452073c9d2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980887 May 17 19:39:53.225205 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8f60df-1a7c-446b-9178-cfb806617c4e None None] Routers {'0f9e3f65-5b38-42b5-9c21-15afbf1bb548'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:39:53.225836 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-6e8f60df-1a7c-446b-9178-cfb806617c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:39:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['0f9e3f65-5b38-42b5-9c21-15afbf1bb548'], 'active': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:39:53.293199 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf3f57-e2e9-40d7-86b7-f5ab83b4ec27 req-e4d85f8c-0d88-4516-9c5c-15e133070a58 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:39:53.294601 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-2ccf3f57-e2e9-40d7-86b7-f5ab83b4ec27 req-e4d85f8c-0d88-4516-9c5c-15e133070a58 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=c40918f8-ee22-4dbb-9334-0fd71846a8de HTTP/1.1" status: 200 len: 946 time: 0.0463073 May 17 19:39:53.332824 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvr_db [None req-6e8f60df-1a7c-446b-9178-cfb806617c4e None None] Set router 0f9e3f65-5b38-42b5-9c21-15afbf1bb548 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:39:53.348458 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-2ccf3f57-e2e9-40d7-86b7-f5ab83b4ec27 req-357e6ba3-2d04-40e9-9968-9624da2ec820 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480566 May 17 19:39:53.517817 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-6e8f60df-1a7c-446b-9178-cfb806617c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'name': 'tempest-TestVolumeBootPattern-2088878763-router', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'af596b85-070e-475b-94cd-1ec2355567c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:31:50Z', 'updated_at': '2022-05-17T19:31:55Z', 'revision_number': 4, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'gw_port': {'id': 'af596b85-070e-475b-94cd-1ec2355567c8', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ff:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:31:51Z', 'updated_at': '2022-05-17T19:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': '19716c39-6320-4e43-9463-294f60ef6870', 'name': '', 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'mac_address': 'fa:16:3e:0a:94:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'a5e80cf4-1ae6-4a34-89f9-235de223b3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:31:54Z', 'updated_at': '2022-05-17T19:32:01Z', 'revision_number': 5, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'subnets': [{'id': 'a5e80cf4-1ae6-4a34-89f9-235de223b3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:39:53.542237 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8f60df-1a7c-446b-9178-cfb806617c4e None None] The sync data for ids ['0f9e3f65-5b38-42b5-9c21-15afbf1bb548'] in dv-cinder-840678-10-iscsi is: [{'id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'name': 'tempest-TestVolumeBootPattern-2088878763-router', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'af596b85-070e-475b-94cd-1ec2355567c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:31:50Z', 'updated_at': '2022-05-17T19:31:55Z', 'revision_number': 4, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'gw_port': {'id': 'af596b85-070e-475b-94cd-1ec2355567c8', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ff:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:31:51Z', 'updated_at': '2022-05-17T19:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': '19716c39-6320-4e43-9463-294f60ef6870', 'name': '', 'network_id': '4ffa76ed-e644-420a-9be5-452073c9d2f3', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'mac_address': 'fa:16:3e:0a:94:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'a5e80cf4-1ae6-4a34-89f9-235de223b3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:31:54Z', 'updated_at': '2022-05-17T19:32:01Z', 'revision_number': 5, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'subnets': [{'id': 'a5e80cf4-1ae6-4a34-89f9-235de223b3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 19:39:53.619949 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d74c49-4ac6-4860-bc70-d09c0963b677 req-5aea316d-42ea-4d1e-affe-37df9206363a tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:39:53.621594 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-37d74c49-4ac6-4860-bc70-d09c0963b677 req-5aea316d-42ea-4d1e-affe-37df9206363a tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 946 time: 0.0482399 May 17 19:39:53.669713 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-37d74c49-4ac6-4860-bc70-d09c0963b677 req-4b38db16-1d37-4725-9c9e-bbf13297f784 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?id=9acabee2-0a79-407c-9f93-294ac7d381a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423801 May 17 19:39:53.763587 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fd7fb5-1e21-4b16-a61e-e0a8ac70ebd0 None None] New status for floating IP 74958984-db4a-426e-b778-8d95d2b0e7ff: DOWN {{(pid=103783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 19:39:54.459131 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-6e67e2f8-53bb-4067-8fc1-1846d0a0f614 req-4aa3d49a-fc28-4325-8c2e-840d183a4adc service neutron] 10.222.0.69 "GET /v2.0/networks/4ffa76ed-e644-420a-9be5-452073c9d2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883565 May 17 19:39:54.467643 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06e2e6-7fcb-476f-8290-4c8957e5c61c req-7a04cfdb-67b7-45d7-b47b-82db9879d72a tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:39:54.469153 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ea06e2e6-7fcb-476f-8290-4c8957e5c61c req-7a04cfdb-67b7-45d7-b47b-82db9879d72a tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=c40918f8-ee22-4dbb-9334-0fd71846a8de HTTP/1.1" status: 200 len: 946 time: 0.0488031 May 17 19:39:54.522263 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ea06e2e6-7fcb-476f-8290-4c8957e5c61c req-fc86a1f7-14b5-4866-b2e4-0e1f90a346ae tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470283 May 17 19:39:54.789143 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca965c80-6a3a-4891-bc5e-807a87a42913 req-296b3d44-957c-48a2-945a-9f89a3b41612 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:39:54.790591 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-ca965c80-6a3a-4891-bc5e-807a87a42913 req-296b3d44-957c-48a2-945a-9f89a3b41612 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 946 time: 0.0502827 May 17 19:39:54.835450 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-ca965c80-6a3a-4891-bc5e-807a87a42913 req-a007d217-de94-40f2-a5db-f8b4f1249b4d tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?id=9acabee2-0a79-407c-9f93-294ac7d381a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395055 May 17 19:39:55.633041 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e5d08-8411-47ab-b132-1be829920464 req-7bdb9d05-ed41-4ec1-b958-817a52ef7e28 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:39:55.634480 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7d3e5d08-8411-47ab-b132-1be829920464 req-7bdb9d05-ed41-4ec1-b958-817a52ef7e28 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=c40918f8-ee22-4dbb-9334-0fd71846a8de HTTP/1.1" status: 200 len: 946 time: 0.0456722 May 17 19:39:55.681271 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7d3e5d08-8411-47ab-b132-1be829920464 req-7492293b-92cb-494d-8552-bb67bf093f7f tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413871 May 17 19:39:55.945977 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde9ecc0-0e43-4e8f-9d0d-100551a81651 req-0c144215-2699-4193-b5c8-d0f1af59d488 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:39:55.947459 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-fde9ecc0-0e43-4e8f-9d0d-100551a81651 req-0c144215-2699-4193-b5c8-d0f1af59d488 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 946 time: 0.0463915 May 17 19:39:55.994816 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-fde9ecc0-0e43-4e8f-9d0d-100551a81651 req-66cc67e5-d82b-4b14-8b2b-ba12af1869f4 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?id=9acabee2-0a79-407c-9f93-294ac7d381a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412412 May 17 19:39:56.726466 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d5402-ec1e-4a61-a60b-a0382310cda4 req-d1970f74-20d4-4c86-af91-3461f239bd3c tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:39:56.727970 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-f60d5402-ec1e-4a61-a60b-a0382310cda4 req-d1970f74-20d4-4c86-af91-3461f239bd3c tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.69 "GET /v2.0/ports?device_id=c40918f8-ee22-4dbb-9334-0fd71846a8de HTTP/1.1" status: 200 len: 946 time: 0.0498414 May 17 19:39:56.819432 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92efb7f-885b-4044-b26e-2184fdbc5606 req-43588dd8-ae9c-4618-88c0-9de6b05ee848 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:39:56.820894 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b92efb7f-885b-4044-b26e-2184fdbc5606 req-43588dd8-ae9c-4618-88c0-9de6b05ee848 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=c40918f8-ee22-4dbb-9334-0fd71846a8de HTTP/1.1" status: 200 len: 946 time: 0.0752270 May 17 19:39:56.831887 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127c236-8f92-462f-ba5f-a7f3907f6520 req-a1c367c6-23af-485d-a32d-d3601debd4b9 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:39:56.835199 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2127c236-8f92-462f-ba5f-a7f3907f6520 req-a1c367c6-23af-485d-a32d-d3601debd4b9 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.69 "GET /v2.0/ports?device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 946 time: 0.0606871 May 17 19:39:56.839163 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [req-f60d5402-ec1e-4a61-a60b-a0382310cda4 req-a944cd85-b048-4b5c-826f-245b39b8972a tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Deleting port 1ef37eac-454e-41a3-9aae-fa1e9ad23770 {{(pid=103780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:39:56.840136 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-f60d5402-ec1e-4a61-a60b-a0382310cda4 req-a944cd85-b048-4b5c-826f-245b39b8972a tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (1ef37eac-454e-41a3-9aae-fa1e9ad23770), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:56.929816 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b92efb7f-885b-4044-b26e-2184fdbc5606 req-5db6f024-9105-450c-9946-0153b3e49329 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/security-groups?id=a33a853a-3df4-4414-90e6-4e69cdaf8606&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0956244 May 17 19:39:56.935564 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.db [req-f60d5402-ec1e-4a61-a60b-a0382310cda4 req-a944cd85-b048-4b5c-826f-245b39b8972a tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] For port 1ef37eac-454e-41a3-9aae-fa1e9ad23770, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=1ef37eac-454e-41a3-9aae-fa1e9ad23770,segment=NetworkSegment(8cc326ee-5f9e-416b-8025-9d11d0786f2c),segment_id=8cc326ee-5f9e-416b-8025-9d11d0786f2c)] {{(pid=103780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:39:56.935938 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-f60d5402-ec1e-4a61-a60b-a0382310cda4 req-a944cd85-b048-4b5c-826f-245b39b8972a tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (1ef37eac-454e-41a3-9aae-fa1e9ad23770), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:56.951269 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [req-2127c236-8f92-462f-ba5f-a7f3907f6520 req-f2a72b8d-340a-42e4-9052-4375d6a2b34c tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Deleting port 859047c6-c48e-4a67-a300-49996fc18165 {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:39:56.951269 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-2127c236-8f92-462f-ba5f-a7f3907f6520 req-f2a72b8d-340a-42e4-9052-4375d6a2b34c tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (859047c6-c48e-4a67-a300-49996fc18165), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:56.951530 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [req-f60d5402-ec1e-4a61-a60b-a0382310cda4 req-a944cd85-b048-4b5c-826f-245b39b8972a tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Calling delete_port for 1ef37eac-454e-41a3-9aae-fa1e9ad23770 owned by compute:nova {{(pid=103780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:39:57.038685 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-2127c236-8f92-462f-ba5f-a7f3907f6520 req-f2a72b8d-340a-42e4-9052-4375d6a2b34c tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] For port 859047c6-c48e-4a67-a300-49996fc18165, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=859047c6-c48e-4a67-a300-49996fc18165,segment=NetworkSegment(05333ea8-f183-43f5-8f32-55e1d4d8894f),segment_id=05333ea8-f183-43f5-8f32-55e1d4d8894f)] {{(pid=103781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:39:57.039049 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-2127c236-8f92-462f-ba5f-a7f3907f6520 req-f2a72b8d-340a-42e4-9052-4375d6a2b34c tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (859047c6-c48e-4a67-a300-49996fc18165), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:57.115059 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda12d9-88aa-4cd7-93bb-1443090ab3cf req-5ce35fb2-e44b-4248-afd2-58dc72b4ad95 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:39:57.116551 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-5eda12d9-88aa-4cd7-93bb-1443090ab3cf req-5ce35fb2-e44b-4248-afd2-58dc72b4ad95 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 946 time: 0.0510836 May 17 19:39:57.162792 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-5eda12d9-88aa-4cd7-93bb-1443090ab3cf req-863c5c0a-8b9c-4947-83be-eb22eca3076e tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?id=9acabee2-0a79-407c-9f93-294ac7d381a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404990 May 17 19:39:57.173959 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-f60d5402-ec1e-4a61-a60b-a0382310cda4 req-a944cd85-b048-4b5c-826f-245b39b8972a tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014583'] for port (1ef37eac-454e-41a3-9aae-fa1e9ad23770), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:57.201866 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a944cd85-b048-4b5c-826f-245b39b8972a tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Pushing event deleted for resources: {'Port': ['ID=1ef37eac-454e-41a3-9aae-fa1e9ad23770,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:39:57.211120 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-2127c236-8f92-462f-ba5f-a7f3907f6520 req-f2a72b8d-340a-42e4-9052-4375d6a2b34c tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:57.211515 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-2127c236-8f92-462f-ba5f-a7f3907f6520 req-f2a72b8d-340a-42e4-9052-4375d6a2b34c tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16764702'] for floatingip (aa7cb8d6-4794-4dbf-85d3-8cfa7788428e), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:57.211830 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.db.l3_db [req-2127c236-8f92-462f-ba5f-a7f3907f6520 req-f2a72b8d-340a-42e4-9052-4375d6a2b34c tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Floating IP aa7cb8d6-4794-4dbf-85d3-8cfa7788428e disassociated. External IP: 172.27.2.110, port: 859047c6-c48e-4a67-a300-49996fc18165. May 17 19:39:57.212177 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [req-2127c236-8f92-462f-ba5f-a7f3907f6520 req-f2a72b8d-340a-42e4-9052-4375d6a2b34c tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Calling delete_port for 859047c6-c48e-4a67-a300-49996fc18165 owned by compute:nova {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:39:57.250297 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.l3_dvrscheduler_db [req-f60d5402-ec1e-4a61-a60b-a0382310cda4 req-a944cd85-b048-4b5c-826f-245b39b8972a tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] No DVR routers for this DVR port 1ef37eac-454e-41a3-9aae-fa1e9ad23770 on host hv-cinder-84067 {{(pid=103780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 19:39:57.252844 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [req-f60d5402-ec1e-4a61-a60b-a0382310cda4 req-a944cd85-b048-4b5c-826f-245b39b8972a tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for port (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:57.256117 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-f60d5402-ec1e-4a61-a60b-a0382310cda4 req-a944cd85-b048-4b5c-826f-245b39b8972a tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.69 "DELETE /v2.0/ports/1ef37eac-454e-41a3-9aae-fa1e9ad23770 HTTP/1.1" status: 204 len: 173 time: 0.4934180 May 17 19:39:57.256591 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c40918f8-ee22-4dbb-9334-0fd71846a8de', 'name': 'network-vif-deleted', 'tag': '1ef37eac-454e-41a3-9aae-fa1e9ad23770'}] {{(pid=103780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:39:57.258845 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1bd86ad9c435c7379d29d4f4527297f276984ecaea51489ddc34f383e603623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3f26bf-87a2-4695-b9ed-6a5caad2baca" -d '{"events": [{"server_uuid": "c40918f8-ee22-4dbb-9334-0fd71846a8de", "name": "network-vif-deleted", "tag": "1ef37eac-454e-41a3-9aae-fa1e9ad23770"}]}' {{(pid=103780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:39:57.296426 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 19:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5545916-c3ee-443c-9213-a982b5d3bad7 x-openstack-request-id: req-d5545916-c3ee-443c-9213-a982b5d3bad7 {{(pid=103780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:39:57.296426 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c40918f8-ee22-4dbb-9334-0fd71846a8de", "name": "network-vif-deleted", "tag": "1ef37eac-454e-41a3-9aae-fa1e9ad23770", "status": "completed", "code": 200}]} {{(pid=103780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:39:57.296426 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d5545916-c3ee-443c-9213-a982b5d3bad7 {{(pid=103780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:39:57.296426 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5545916-c3ee-443c-9213-a982b5d3bad7'] response: {'server_uuid': 'c40918f8-ee22-4dbb-9334-0fd71846a8de', 'name': 'network-vif-deleted', 'tag': '1ef37eac-454e-41a3-9aae-fa1e9ad23770', 'status': 'completed', 'code': 200} May 17 19:39:57.460106 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-2127c236-8f92-462f-ba5f-a7f3907f6520 req-f2a72b8d-340a-42e4-9052-4375d6a2b34c tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (859047c6-c48e-4a67-a300-49996fc18165), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:57.486657 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a72b8d-340a-42e4-9052-4375d6a2b34c tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Pushing event deleted for resources: {'Port': ['ID=859047c6-c48e-4a67-a300-49996fc18165,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:39:57.603041 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2127c236-8f92-462f-ba5f-a7f3907f6520 req-f2a72b8d-340a-42e4-9052-4375d6a2b34c tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Router 11da204d-1cd7-4dd0-9b58-6fbb8b1fca78 has already been hosted by L3 agent d0bc9f74-feb0-4354-bd47-885486f1ec0d {{(pid=103781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 19:39:57.709272 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2127c236-8f92-462f-ba5f-a7f3907f6520 req-f2a72b8d-340a-42e4-9052-4375d6a2b34c tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Notify agent at l3_agent.dv-cinder-840678-10-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 19:39:57.720777 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6da6c15-9f89-43e6-88d3-3312cae1c453 None None] Sync routers for ids ['11da204d-1cd7-4dd0-9b58-6fbb8b1fca78'] in dv-cinder-840678-10-iscsi {{(pid=103782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 19:39:57.731093 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6da6c15-9f89-43e6-88d3-3312cae1c453 None None] Routers {'11da204d-1cd7-4dd0-9b58-6fbb8b1fca78'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:39:57.731942 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-a6da6c15-9f89-43e6-88d3-3312cae1c453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:39:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['11da204d-1cd7-4dd0-9b58-6fbb8b1fca78'], 'active': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:39:57.751856 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [req-2127c236-8f92-462f-ba5f-a7f3907f6520 req-f2a72b8d-340a-42e4-9052-4375d6a2b34c tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] No DVR routers for this DVR port 859047c6-c48e-4a67-a300-49996fc18165 on host hv-cinder-84067 {{(pid=103781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 19:39:57.754301 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-2127c236-8f92-462f-ba5f-a7f3907f6520 req-f2a72b8d-340a-42e4-9052-4375d6a2b34c tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:57.760785 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2127c236-8f92-462f-ba5f-a7f3907f6520 req-f2a72b8d-340a-42e4-9052-4375d6a2b34c tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.69 "DELETE /v2.0/ports/859047c6-c48e-4a67-a300-49996fc18165 HTTP/1.1" status: 204 len: 173 time: 0.9101119 May 17 19:39:57.760785 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2325baac-17e2-4990-901d-40968e6c9a94', 'name': 'network-vif-deleted', 'tag': '859047c6-c48e-4a67-a300-49996fc18165'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:39:57.760785 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5abf21081b7c701043d67e7bff15db599e71af2afb5ac8611b6265996300b020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6240391b-2f62-4c1a-b237-1fd3fc0ba908" -d '{"events": [{"server_uuid": "2325baac-17e2-4990-901d-40968e6c9a94", "name": "network-vif-deleted", "tag": "859047c6-c48e-4a67-a300-49996fc18165"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:39:57.779356 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 1ef37eac-454e-41a3-9aae-fa1e9ad23770 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 19:39:57.801179 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 19:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2337ef7f-2574-4130-9a9d-989ae6ab895d x-openstack-request-id: req-2337ef7f-2574-4130-9a9d-989ae6ab895d {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:39:57.801179 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2325baac-17e2-4990-901d-40968e6c9a94", "name": "network-vif-deleted", "tag": "859047c6-c48e-4a67-a300-49996fc18165", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:39:57.801179 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2337ef7f-2574-4130-9a9d-989ae6ab895d {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:39:57.801179 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2337ef7f-2574-4130-9a9d-989ae6ab895d'] response: {'server_uuid': '2325baac-17e2-4990-901d-40968e6c9a94', 'name': 'network-vif-deleted', 'tag': '859047c6-c48e-4a67-a300-49996fc18165', 'status': 'completed', 'code': 200} May 17 19:39:57.835634 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] No Port match for: 1ef37eac-454e-41a3-9aae-fa1e9ad23770 {{(pid=103782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 19:39:57.835634 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 1ef37eac-454e-41a3-9aae-fa1e9ad23770 not bound to the agent host hv-cinder-84067 {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 19:39:57.862058 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvr_db [None req-a6da6c15-9f89-43e6-88d3-3312cae1c453 None None] Set router 11da204d-1cd7-4dd0-9b58-6fbb8b1fca78 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:39:58.050001 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c13eb41f-6430-44b2-b3bd-9569ccc61d84 req-86fdd5cb-eb79-4af0-a9cd-4a3f88177ed0 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "GET /v2.0/ports?device_id=c40918f8-ee22-4dbb-9334-0fd71846a8de HTTP/1.1" status: 200 len: 210 time: 0.0285277 May 17 19:39:58.067853 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-a6da6c15-9f89-43e6-88d3-3312cae1c453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'name': 'tempest-AttachVolumeTestJSON-1665142218-router', 'tenant_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '3e63cc5a-5686-40c7-ad06-23e329d99e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:36:47Z', 'updated_at': '2022-05-17T19:36:50Z', 'revision_number': 4, 'project_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'gw_port': {'id': '3e63cc5a-5686-40c7-ad06-23e329d99e6e', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:15:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:47Z', 'updated_at': '2022-05-17T19:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': 'd2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85', 'name': '', 'network_id': '8b845737-d82e-4f19-9988-0f9e0f6a0f47', 'tenant_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'mac_address': 'fa:16:3e:32:a9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6eb8a244-3f8a-4176-9c1f-c7810d9719d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:50Z', 'updated_at': '2022-05-17T19:36:57Z', 'revision_number': 5, 'project_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'subnets': [{'id': '6eb8a244-3f8a-4176-9c1f-c7810d9719d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:39:58.093238 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6da6c15-9f89-43e6-88d3-3312cae1c453 None None] Checking router: 11da204d-1cd7-4dd0-9b58-6fbb8b1fca78 for host: dv-cinder-840678-10-iscsi {{(pid=103782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 19:39:58.101318 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6da6c15-9f89-43e6-88d3-3312cae1c453 None None] Routers {'11da204d-1cd7-4dd0-9b58-6fbb8b1fca78'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:39:58.101916 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-a6da6c15-9f89-43e6-88d3-3312cae1c453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:39:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['11da204d-1cd7-4dd0-9b58-6fbb8b1fca78'], 'active': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:39:58.203773 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvr_db [None req-a6da6c15-9f89-43e6-88d3-3312cae1c453 None None] Set router 11da204d-1cd7-4dd0-9b58-6fbb8b1fca78 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:39:58.287058 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-dee39fc9-26e5-43d2-8a4f-c5d168fcaa8e req-a7e46a9b-223e-4ff6-84fd-b3ab2bbe9efd tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=2325baac-17e2-4990-901d-40968e6c9a94 HTTP/1.1" status: 200 len: 210 time: 0.0295403 May 17 19:39:58.387695 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-a6da6c15-9f89-43e6-88d3-3312cae1c453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'name': 'tempest-AttachVolumeTestJSON-1665142218-router', 'tenant_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '3e63cc5a-5686-40c7-ad06-23e329d99e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:36:47Z', 'updated_at': '2022-05-17T19:36:50Z', 'revision_number': 4, 'project_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'gw_port': {'id': '3e63cc5a-5686-40c7-ad06-23e329d99e6e', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:15:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:47Z', 'updated_at': '2022-05-17T19:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': 'd2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85', 'name': '', 'network_id': '8b845737-d82e-4f19-9988-0f9e0f6a0f47', 'tenant_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'mac_address': 'fa:16:3e:32:a9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6eb8a244-3f8a-4176-9c1f-c7810d9719d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:50Z', 'updated_at': '2022-05-17T19:36:57Z', 'revision_number': 5, 'project_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'subnets': [{'id': '6eb8a244-3f8a-4176-9c1f-c7810d9719d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:39:58.415444 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6da6c15-9f89-43e6-88d3-3312cae1c453 None None] The sync data for ids ['11da204d-1cd7-4dd0-9b58-6fbb8b1fca78'] in dv-cinder-840678-10-iscsi is: [{'id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'name': 'tempest-AttachVolumeTestJSON-1665142218-router', 'tenant_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '3e63cc5a-5686-40c7-ad06-23e329d99e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:36:47Z', 'updated_at': '2022-05-17T19:36:50Z', 'revision_number': 4, 'project_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'gw_port': {'id': '3e63cc5a-5686-40c7-ad06-23e329d99e6e', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:15:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:47Z', 'updated_at': '2022-05-17T19:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': 'd2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85', 'name': '', 'network_id': '8b845737-d82e-4f19-9988-0f9e0f6a0f47', 'tenant_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'mac_address': 'fa:16:3e:32:a9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6eb8a244-3f8a-4176-9c1f-c7810d9719d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:50Z', 'updated_at': '2022-05-17T19:36:57Z', 'revision_number': 5, 'project_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'subnets': [{'id': '6eb8a244-3f8a-4176-9c1f-c7810d9719d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 19:39:58.639167 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe21d47-c96b-4071-bd75-505f67a9e2aa None None] New status for floating IP aa7cb8d6-4794-4dbf-85d3-8cfa7788428e: DOWN {{(pid=103783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 19:39:59.107306 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 47046) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:39:59.213689 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [None req-ae931892-3458-4b1c-b167-cb438a0d4401 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Deleting port 6163557c-75be-41de-8c41-cd68abcda91b {{(pid=103780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:39:59.214027 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-ae931892-3458-4b1c-b167-cb438a0d4401 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (6163557c-75be-41de-8c41-cd68abcda91b), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:59.286740 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-ae931892-3458-4b1c-b167-cb438a0d4401 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (6163557c-75be-41de-8c41-cd68abcda91b), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:59.287060 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-ae931892-3458-4b1c-b167-cb438a0d4401 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks [] for floatingip (6163557c-75be-41de-8c41-cd68abcda91b), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:59.299334 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [None req-ae931892-3458-4b1c-b167-cb438a0d4401 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Calling delete_port for 6163557c-75be-41de-8c41-cd68abcda91b owned by network:floatingip {{(pid=103780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:39:59.443551 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 47052) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:39:59.496354 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-20235ade-1a16-47d9-9708-0c2a6f507344 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks [] for security_group (9acabee2-0a79-407c-9f93-294ac7d381a7), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:59.518733 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-20235ade-1a16-47d9-9708-0c2a6f507344 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks [] for security_group (9acabee2-0a79-407c-9f93-294ac7d381a7), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:59.521102 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-ae931892-3458-4b1c-b167-cb438a0d4401 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014583'] for port (6163557c-75be-41de-8c41-cd68abcda91b), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:59.560419 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae931892-3458-4b1c-b167-cb438a0d4401 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Pushing event deleted for resources: {'Port': ['ID=6163557c-75be-41de-8c41-cd68abcda91b,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:39:59.632750 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-ae931892-3458-4b1c-b167-cb438a0d4401 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks [] for floatingip (9b5eff6e-d838-45d5-97a6-d19c675cf001), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:59.635134 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-ae931892-3458-4b1c-b167-cb438a0d4401 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for floatingip (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:59.636808 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-ae931892-3458-4b1c-b167-cb438a0d4401 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "DELETE /v2.0/floatingips/9b5eff6e-d838-45d5-97a6-d19c675cf001 HTTP/1.1" status: 204 len: 168 time: 0.5280206 May 17 19:39:59.733822 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-20235ade-1a16-47d9-9708-0c2a6f507344 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (9acabee2-0a79-407c-9f93-294ac7d381a7), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:59.736601 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-20235ade-1a16-47d9-9708-0c2a6f507344 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:59.737817 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-20235ade-1a16-47d9-9708-0c2a6f507344 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "DELETE /v2.0/security-groups/9acabee2-0a79-407c-9f93-294ac7d381a7 HTTP/1.1" status: 204 len: 168 time: 0.2932916 May 17 19:39:59.747024 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 47060) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:39:59.747789 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20235ade-1a16-47d9-9708-0c2a6f507344 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9acabee2-0a79-407c-9f93-294ac7d381a7,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:39:59.762146 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.api.v2.resource [None req-758babf5-c61a-4e56-a3f9-6b22fd47715d tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] show failed (client error): The resource could not be found. May 17 19:39:59.763131 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-758babf5-c61a-4e56-a3f9-6b22fd47715d tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups/9acabee2-0a79-407c-9f93-294ac7d381a7 HTTP/1.1" status: 404 len: 347 time: 0.0150948 May 17 19:39:59.765957 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 47062) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:39:59.776749 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 859047c6-c48e-4a67-a300-49996fc18165 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 19:39:59.796164 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] No Port match for: 859047c6-c48e-4a67-a300-49996fc18165 {{(pid=103782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 19:39:59.796508 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 859047c6-c48e-4a67-a300-49996fc18165 not bound to the agent host hv-cinder-84067 {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 19:39:59.877324 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-a16856c3-2c2a-45cb-8c0c-10dde5e9df6e tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Deleting port 8bba4ad5-336d-46ec-ba8d-8b207f825659 {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:39:59.877656 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a16856c3-2c2a-45cb-8c0c-10dde5e9df6e tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (8bba4ad5-336d-46ec-ba8d-8b207f825659), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:59.952040 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a16856c3-2c2a-45cb-8c0c-10dde5e9df6e tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (8bba4ad5-336d-46ec-ba8d-8b207f825659), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:59.952351 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a16856c3-2c2a-45cb-8c0c-10dde5e9df6e tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks [] for floatingip (8bba4ad5-336d-46ec-ba8d-8b207f825659), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:39:59.966687 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-a16856c3-2c2a-45cb-8c0c-10dde5e9df6e tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Calling delete_port for 8bba4ad5-336d-46ec-ba8d-8b207f825659 owned by network:floatingip {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:40:00.173122 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a16856c3-2c2a-45cb-8c0c-10dde5e9df6e tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (8bba4ad5-336d-46ec-ba8d-8b207f825659), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:00.200668 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16856c3-2c2a-45cb-8c0c-10dde5e9df6e tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Pushing event deleted for resources: {'Port': ['ID=8bba4ad5-336d-46ec-ba8d-8b207f825659,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:40:00.256923 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a16856c3-2c2a-45cb-8c0c-10dde5e9df6e tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks [] for floatingip (aa7cb8d6-4794-4dbf-85d3-8cfa7788428e), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:00.259354 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a16856c3-2c2a-45cb-8c0c-10dde5e9df6e tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for floatingip (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:00.260675 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-a16856c3-2c2a-45cb-8c0c-10dde5e9df6e tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "DELETE /v2.0/floatingips/aa7cb8d6-4794-4dbf-85d3-8cfa7788428e HTTP/1.1" status: 204 len: 168 time: 0.4936831 May 17 19:40:00.433770 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 47068) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:40:00.438198 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-39ff3939-8994-4095-a8f7-924cc1699cae tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1673543475', 'description': 'tempest-description--1879839333'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:40:00.511869 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-39ff3939-8994-4095-a8f7-924cc1699cae tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:00.580899 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-39ff3939-8994-4095-a8f7-924cc1699cae tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks [] for security_group (71ece04b-07ec-4edb-8392-0c91e8b077d3), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:00.653590 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-39ff3939-8994-4095-a8f7-924cc1699cae tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (71ece04b-07ec-4edb-8392-0c91e8b077d3), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:00.681171 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ff3939-8994-4095-a8f7-924cc1699cae tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71ece04b-07ec-4edb-8392-0c91e8b077d3,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:40:00.741215 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-39ff3939-8994-4095-a8f7-924cc1699cae tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:00.745262 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-39ff3939-8994-4095-a8f7-924cc1699cae tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3076150 May 17 19:40:00.745262 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 47070) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:40:00.749283 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-fb3dbd85-ca9d-4535-b8d2-b56d57a9ca8f tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Request body: {'security_group_rule': {'security_group_id': '71ece04b-07ec-4edb-8392-0c91e8b077d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:40:00.842359 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-fb3dbd85-ca9d-4535-b8d2-b56d57a9ca8f tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks [] for security_group_rule (16ea5a8c-0b03-4444-a092-a06ca53ab20a), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:00.895790 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-fb3dbd85-ca9d-4535-b8d2-b56d57a9ca8f tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks [] for security_group_rule (16ea5a8c-0b03-4444-a092-a06ca53ab20a), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:00.973491 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-fb3dbd85-ca9d-4535-b8d2-b56d57a9ca8f tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321501'] for security_group_rule (16ea5a8c-0b03-4444-a092-a06ca53ab20a), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:00.994924 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3dbd85-ca9d-4535-b8d2-b56d57a9ca8f tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16ea5a8c-0b03-4444-a092-a06ca53ab20a,revision_number=0']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:40:01.002916 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 47074) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:40:01.057978 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6d2c6383-0eb5-4f1e-94b7-ef1e94c39eb8 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks [] for security_group (a33a853a-3df4-4414-90e6-4e69cdaf8606), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:01.074686 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-fb3dbd85-ca9d-4535-b8d2-b56d57a9ca8f tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:01.075877 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-fb3dbd85-ca9d-4535-b8d2-b56d57a9ca8f tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3298664 May 17 19:40:01.078737 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 47076) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:40:01.083398 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [None req-80f39cc6-6718-4382-9cb9-2c51fa4dccc9 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Request body: {'security_group_rule': {'security_group_id': '71ece04b-07ec-4edb-8392-0c91e8b077d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:40:01.086132 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6d2c6383-0eb5-4f1e-94b7-ef1e94c39eb8 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks [] for security_group (a33a853a-3df4-4414-90e6-4e69cdaf8606), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:01.173507 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-80f39cc6-6718-4382-9cb9-2c51fa4dccc9 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks [] for security_group_rule (e0808d7d-5890-45e2-a4a6-885fd5524aba), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:01.185121 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6d2c6383-0eb5-4f1e-94b7-ef1e94c39eb8 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (a33a853a-3df4-4414-90e6-4e69cdaf8606), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:01.187714 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6d2c6383-0eb5-4f1e-94b7-ef1e94c39eb8 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:01.188913 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-6d2c6383-0eb5-4f1e-94b7-ef1e94c39eb8 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] 10.222.0.58 "DELETE /v2.0/security-groups/a33a853a-3df4-4414-90e6-4e69cdaf8606 HTTP/1.1" status: 204 len: 168 time: 0.1850412 May 17 19:40:01.204462 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2c6383-0eb5-4f1e-94b7-ef1e94c39eb8 tempest-TestVolumeBootPattern-590197739 tempest-TestVolumeBootPattern-590197739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33a853a-3df4-4414-90e6-4e69cdaf8606,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:40:01.234251 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-80f39cc6-6718-4382-9cb9-2c51fa4dccc9 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks [] for security_group_rule (e0808d7d-5890-45e2-a4a6-885fd5524aba), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:01.328132 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-80f39cc6-6718-4382-9cb9-2c51fa4dccc9 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321501'] for security_group_rule (e0808d7d-5890-45e2-a4a6-885fd5524aba), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:01.344593 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 47080) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:40:01.345900 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f39cc6-6718-4382-9cb9-2c51fa4dccc9 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0808d7d-5890-45e2-a4a6-885fd5524aba,revision_number=0']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:40:01.415865 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-80f39cc6-6718-4382-9cb9-2c51fa4dccc9 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:01.417144 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-80f39cc6-6718-4382-9cb9-2c51fa4dccc9 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3373699 May 17 19:40:01.420847 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 47084) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:40:01.425191 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [None req-6632576e-dfba-4cb3-91bc-1b2839994a1a tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Request body: {'floatingip': {'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:40:01.517008 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-6632576e-dfba-4cb3-91bc-1b2839994a1a tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:01.594179 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-6632576e-dfba-4cb3-91bc-1b2839994a1a tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:01.699769 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.db_base_plugin_common [None req-6632576e-dfba-4cb3-91bc-1b2839994a1a tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Allocated IP 172.27.2.197 (a8e71caf-cf8f-487f-b3e8-f30c47275c44/5b8cb9fa-be03-458e-a77b-33fb963ee3d0/d4f03a7d-4a11-4b15-b5d2-708030ccb3fd) {{(pid=103780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:40:01.746629 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-5604ec83-b2ad-4dcc-ba1f-9947680a8ccc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16761843'] for router_interface (0f9e3f65-5b38-42b5-9c21-15afbf1bb548), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:01.800321 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-6632576e-dfba-4cb3-91bc-1b2839994a1a tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks [] for port (d4f03a7d-4a11-4b15-b5d2-708030ccb3fd), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:01.888523 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-6632576e-dfba-4cb3-91bc-1b2839994a1a tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014583'] for port (d4f03a7d-4a11-4b15-b5d2-708030ccb3fd), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:01.927621 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6632576e-dfba-4cb3-91bc-1b2839994a1a tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Network a8e71caf-cf8f-487f-b3e8-f30c47275c44 is already hosted by enough agents. {{(pid=103780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:40:01.930584 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.base_scheduler [None req-6632576e-dfba-4cb3-91bc-1b2839994a1a tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Resources bound (agent type, host, resource id): {{(pid=103780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:40:01.934166 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6632576e-dfba-4cb3-91bc-1b2839994a1a tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Received port after_create {{(pid=103780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:40:01.960027 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6632576e-dfba-4cb3-91bc-1b2839994a1a tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Pushing event updated for resources: {'Port': ['ID=d4f03a7d-4a11-4b15-b5d2-708030ccb3fd,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:40:01.960195 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-5604ec83-b2ad-4dcc-ba1f-9947680a8ccc admin admin] Deleting port 19716c39-6320-4e43-9463-294f60ef6870 {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:40:01.960605 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-5604ec83-b2ad-4dcc-ba1f-9947680a8ccc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (19716c39-6320-4e43-9463-294f60ef6870), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:02.022576 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-6632576e-dfba-4cb3-91bc-1b2839994a1a tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks [] for floatingip (cc4ec5d3-2715-4fb8-a570-f8b1a9d88b04), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:02.041049 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [None req-5604ec83-b2ad-4dcc-ba1f-9947680a8ccc admin admin] For port 19716c39-6320-4e43-9463-294f60ef6870, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=19716c39-6320-4e43-9463-294f60ef6870,segment=NetworkSegment(8cc326ee-5f9e-416b-8025-9d11d0786f2c),segment_id=8cc326ee-5f9e-416b-8025-9d11d0786f2c)] {{(pid=103781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:40:02.041408 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-5604ec83-b2ad-4dcc-ba1f-9947680a8ccc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (19716c39-6320-4e43-9463-294f60ef6870), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:02.053749 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-5604ec83-b2ad-4dcc-ba1f-9947680a8ccc admin admin] Calling delete_port for 19716c39-6320-4e43-9463-294f60ef6870 owned by network:router_interface {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:40:02.127755 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-6632576e-dfba-4cb3-91bc-1b2839994a1a tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (d4f03a7d-4a11-4b15-b5d2-708030ccb3fd), before_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:02.301536 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-6632576e-dfba-4cb3-91bc-1b2839994a1a tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks [] for port (d4f03a7d-4a11-4b15-b5d2-708030ccb3fd), precommit_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:02.305385 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-5604ec83-b2ad-4dcc-ba1f-9947680a8ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (19716c39-6320-4e43-9463-294f60ef6870), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:02.331342 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5604ec83-b2ad-4dcc-ba1f-9947680a8ccc admin admin] Pushing event deleted for resources: {'Port': ['ID=19716c39-6320-4e43-9463-294f60ef6870,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:40:02.397116 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-6632576e-dfba-4cb3-91bc-1b2839994a1a tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13014528'] for port (d4f03a7d-4a11-4b15-b5d2-708030ccb3fd), after_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:02.478753 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6632576e-dfba-4cb3-91bc-1b2839994a1a tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Pushing event updated for resources: {'Port': ['ID=d4f03a7d-4a11-4b15-b5d2-708030ccb3fd,revision_number=2']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:40:02.489079 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-6632576e-dfba-4cb3-91bc-1b2839994a1a tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16764702'] for floatingip (cc4ec5d3-2715-4fb8-a570-f8b1a9d88b04), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:02.493424 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6632576e-dfba-4cb3-91bc-1b2839994a1a tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:40:02.494875 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-5604ec83-b2ad-4dcc-ba1f-9947680a8ccc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16360526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16766956'] for router_interface (0f9e3f65-5b38-42b5-9c21-15afbf1bb548), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:02.495029 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6632576e-dfba-4cb3-91bc-1b2839994a1a tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:40:02.495029 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6632576e-dfba-4cb3-91bc-1b2839994a1a tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:40:02.495029 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6632576e-dfba-4cb3-91bc-1b2839994a1a tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:40:02.495029 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6632576e-dfba-4cb3-91bc-1b2839994a1a tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:40:02.495029 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6632576e-dfba-4cb3-91bc-1b2839994a1a tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:40:02.496157 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6632576e-dfba-4cb3-91bc-1b2839994a1a tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:40:02.496257 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6632576e-dfba-4cb3-91bc-1b2839994a1a tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:40:02.496531 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6632576e-dfba-4cb3-91bc-1b2839994a1a tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:40:02.496852 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6632576e-dfba-4cb3-91bc-1b2839994a1a tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:40:02.497172 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6632576e-dfba-4cb3-91bc-1b2839994a1a tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:40:02.497495 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6632576e-dfba-4cb3-91bc-1b2839994a1a tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:40:02.497815 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6632576e-dfba-4cb3-91bc-1b2839994a1a tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:40:02.498136 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6632576e-dfba-4cb3-91bc-1b2839994a1a tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:40:02.498451 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6632576e-dfba-4cb3-91bc-1b2839994a1a tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:40:02.592903 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-6632576e-dfba-4cb3-91bc-1b2839994a1a tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for floatingip (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:02.594105 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-6632576e-dfba-4cb3-91bc-1b2839994a1a tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1722751 May 17 19:40:02.700718 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5604ec83-b2ad-4dcc-ba1f-9947680a8ccc admin admin] Router 0f9e3f65-5b38-42b5-9c21-15afbf1bb548 has already been hosted by L3 agent d0bc9f74-feb0-4354-bd47-885486f1ec0d {{(pid=103781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 19:40:02.787845 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-363f9641-81cb-470e-b3d7-751f837796b0 req-1e9401d6-a2f5-4ef4-b3b6-858173232df8 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1673543475&fields=id&tenant_id=2c9294dbfdbb463baf41d1fea4ae1fbc HTTP/1.1" status: 200 len: 267 time: 0.0424876 May 17 19:40:02.810228 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5604ec83-b2ad-4dcc-ba1f-9947680a8ccc admin admin] Notify agent at l3_agent.dv-cinder-840678-10-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 19:40:02.816891 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-5604ec83-b2ad-4dcc-ba1f-9947680a8ccc admin admin] 10.222.0.58 "PUT /v2.0/routers/0f9e3f65-5b38-42b5-9c21-15afbf1bb548/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4694695 May 17 19:40:02.817680 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 47100) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:40:02.820477 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9c82fb-30a6-46e8-a0c9-720132b3b8a1 None None] Sync routers for ids ['0f9e3f65-5b38-42b5-9c21-15afbf1bb548'] in dv-cinder-840678-10-iscsi {{(pid=103782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 19:40:02.830620 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9c82fb-30a6-46e8-a0c9-720132b3b8a1 None None] Routers {'0f9e3f65-5b38-42b5-9c21-15afbf1bb548'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:40:02.831258 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-ab9c82fb-30a6-46e8-a0c9-720132b3b8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:39:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['0f9e3f65-5b38-42b5-9c21-15afbf1bb548'], 'active': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:40:02.903132 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f9641-81cb-470e-b3d7-751f837796b0 req-97b1136b-d6c5-48d1-93e8-2d9f83b5ec4a tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:40:02.904799 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-363f9641-81cb-470e-b3d7-751f837796b0 req-97b1136b-d6c5-48d1-93e8-2d9f83b5ec4a tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/networks?id=8b845737-d82e-4f19-9988-0f9e0f6a0f47 HTTP/1.1" status: 200 len: 811 time: 0.1095407 May 17 19:40:02.919018 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a9b84eab-433e-47c4-9c68-f62fd6692ee0 admin admin] Publish callbacks [] for router (0f9e3f65-5b38-42b5-9c21-15afbf1bb548), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:02.919861 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-363f9641-81cb-470e-b3d7-751f837796b0 req-163b768e-e380-4622-af96-8764e7fd55d3 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/quotas/2c9294dbfdbb463baf41d1fea4ae1fbc HTTP/1.1" status: 200 len: 375 time: 0.0096684 May 17 19:40:02.935038 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvr_db [None req-ab9c82fb-30a6-46e8-a0c9-720132b3b8a1 None None] Set router 0f9e3f65-5b38-42b5-9c21-15afbf1bb548 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:40:02.976330 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-363f9641-81cb-470e-b3d7-751f837796b0 req-b98544da-55c1-47ad-80f0-68e48e11edd4 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2c9294dbfdbb463baf41d1fea4ae1fbc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506754 May 17 19:40:03.077273 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-363f9641-81cb-470e-b3d7-751f837796b0 req-1df8501a-aa7f-43d5-a8fe-b83abfbae5fd service neutron] 10.222.0.58 "GET /v2.0/networks/8b845737-d82e-4f19-9988-0f9e0f6a0f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886652 May 17 19:40:03.121337 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-ab9c82fb-30a6-46e8-a0c9-720132b3b8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'name': 'tempest-TestVolumeBootPattern-2088878763-router', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'af596b85-070e-475b-94cd-1ec2355567c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:31:50Z', 'updated_at': '2022-05-17T19:40:02Z', 'revision_number': 5, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'gw_port': {'id': 'af596b85-070e-475b-94cd-1ec2355567c8', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ff:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:31:51Z', 'updated_at': '2022-05-17T19:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi'}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:40:03.147775 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9c82fb-30a6-46e8-a0c9-720132b3b8a1 None None] Checking router: 0f9e3f65-5b38-42b5-9c21-15afbf1bb548 for host: dv-cinder-840678-10-iscsi {{(pid=103782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 19:40:03.157033 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9c82fb-30a6-46e8-a0c9-720132b3b8a1 None None] Routers {'0f9e3f65-5b38-42b5-9c21-15afbf1bb548'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:40:03.157583 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-ab9c82fb-30a6-46e8-a0c9-720132b3b8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:39:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['0f9e3f65-5b38-42b5-9c21-15afbf1bb548'], 'active': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:40:03.179776 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-363f9641-81cb-470e-b3d7-751f837796b0 req-2dbff6f3-152c-4234-a4c9-5ea1f1ba35d2 service neutron] 10.222.0.58 "GET /v2.0/networks/8b845737-d82e-4f19-9988-0f9e0f6a0f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958436 May 17 19:40:03.264228 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvr_db [None req-ab9c82fb-30a6-46e8-a0c9-720132b3b8a1 None None] Set router 0f9e3f65-5b38-42b5-9c21-15afbf1bb548 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:40:03.281254 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a9b84eab-433e-47c4-9c68-f62fd6692ee0 admin admin] Publish callbacks [] for router_gateway (0f9e3f65-5b38-42b5-9c21-15afbf1bb548), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:03.396928 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-a9b84eab-433e-47c4-9c68-f62fd6692ee0 admin admin] Deleting port af596b85-070e-475b-94cd-1ec2355567c8 {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:40:03.397533 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a9b84eab-433e-47c4-9c68-f62fd6692ee0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (af596b85-070e-475b-94cd-1ec2355567c8), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:03.444281 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-caf112a1-69a8-4294-b6d8-3276039679f1 req-d2d37969-6c43-409f-af8c-978fd2d4720d tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ab8efb5-b271-4006-9620-180badab9c73 HTTP/1.1" status: 200 len: 210 time: 0.0441215 May 17 19:40:03.518678 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [None req-a9b84eab-433e-47c4-9c68-f62fd6692ee0 admin admin] For port af596b85-070e-475b-94cd-1ec2355567c8, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=af596b85-070e-475b-94cd-1ec2355567c8,segment=NetworkSegment(9ce1d97a-7b85-460d-9e35-dbb6f20db43d),segment_id=9ce1d97a-7b85-460d-9e35-dbb6f20db43d)] {{(pid=103781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:40:03.519128 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a9b84eab-433e-47c4-9c68-f62fd6692ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (af596b85-070e-475b-94cd-1ec2355567c8), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:03.538098 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-a9b84eab-433e-47c4-9c68-f62fd6692ee0 admin admin] Calling delete_port for af596b85-070e-475b-94cd-1ec2355567c8 owned by network:router_gateway {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:40:03.566127 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-ab9c82fb-30a6-46e8-a0c9-720132b3b8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'name': 'tempest-TestVolumeBootPattern-2088878763-router', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'af596b85-070e-475b-94cd-1ec2355567c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:31:50Z', 'updated_at': '2022-05-17T19:40:02Z', 'revision_number': 5, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'gw_port': {'id': 'af596b85-070e-475b-94cd-1ec2355567c8', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ff:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:31:51Z', 'updated_at': '2022-05-17T19:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi'}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:40:03.594030 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9c82fb-30a6-46e8-a0c9-720132b3b8a1 None None] The sync data for ids ['0f9e3f65-5b38-42b5-9c21-15afbf1bb548'] in dv-cinder-840678-10-iscsi is: [{'id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'name': 'tempest-TestVolumeBootPattern-2088878763-router', 'tenant_id': 'aae36ceec2314da8a829113fc36f2f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'af596b85-070e-475b-94cd-1ec2355567c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:31:50Z', 'updated_at': '2022-05-17T19:40:02Z', 'revision_number': 5, 'project_id': 'aae36ceec2314da8a829113fc36f2f40', 'gw_port': {'id': 'af596b85-070e-475b-94cd-1ec2355567c8', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ff:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9e3f65-5b38-42b5-9c21-15afbf1bb548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:31:51Z', 'updated_at': '2022-05-17T19:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi'}] {{(pid=103782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 19:40:03.802398 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a9b84eab-433e-47c4-9c68-f62fd6692ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (af596b85-070e-475b-94cd-1ec2355567c8), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:03.828095 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b84eab-433e-47c4-9c68-f62fd6692ee0 admin admin] Pushing event deleted for resources: {'Port': ['ID=af596b85-070e-475b-94cd-1ec2355567c8,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:40:03.851786 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b84eab-433e-47c4-9c68-f62fd6692ee0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:40:03.852123 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b84eab-433e-47c4-9c68-f62fd6692ee0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:40:03.852454 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b84eab-433e-47c4-9c68-f62fd6692ee0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:40:03.853463 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b84eab-433e-47c4-9c68-f62fd6692ee0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:40:03.853463 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b84eab-433e-47c4-9c68-f62fd6692ee0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:40:03.853463 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b84eab-433e-47c4-9c68-f62fd6692ee0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:40:03.853768 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b84eab-433e-47c4-9c68-f62fd6692ee0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:40:03.854062 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b84eab-433e-47c4-9c68-f62fd6692ee0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:40:03.854380 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b84eab-433e-47c4-9c68-f62fd6692ee0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:40:03.855288 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b84eab-433e-47c4-9c68-f62fd6692ee0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:40:03.855641 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b84eab-433e-47c4-9c68-f62fd6692ee0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:40:03.856217 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b84eab-433e-47c4-9c68-f62fd6692ee0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:40:03.856532 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b84eab-433e-47c4-9c68-f62fd6692ee0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:40:03.856843 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b84eab-433e-47c4-9c68-f62fd6692ee0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:40:03.857155 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b84eab-433e-47c4-9c68-f62fd6692ee0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:40:03.897744 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a9b84eab-433e-47c4-9c68-f62fd6692ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16763841'] for router_gateway (0f9e3f65-5b38-42b5-9c21-15afbf1bb548), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:03.990578 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a9b84eab-433e-47c4-9c68-f62fd6692ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16658825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1106'] for router (0f9e3f65-5b38-42b5-9c21-15afbf1bb548), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:03.992781 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a9b84eab-433e-47c4-9c68-f62fd6692ee0 admin admin] Publish callbacks [] for router_controller (0f9e3f65-5b38-42b5-9c21-15afbf1bb548), precommit_delete_associations {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:04.185321 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a9b84eab-433e-47c4-9c68-f62fd6692ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16658832'] for router (0f9e3f65-5b38-42b5-9c21-15afbf1bb548), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:04.185946 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b84eab-433e-47c4-9c68-f62fd6692ee0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f9e3f65-5b38-42b5-9c21-15afbf1bb548 {{(pid=103781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 19:40:04.190513 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a9b84eab-433e-47c4-9c68-f62fd6692ee0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:04.191693 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-a9b84eab-433e-47c4-9c68-f62fd6692ee0 admin admin] 10.222.0.58 "DELETE /v2.0/routers/0f9e3f65-5b38-42b5-9c21-15afbf1bb548 HTTP/1.1" status: 204 len: 168 time: 1.3730166 May 17 19:40:04.194196 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 47112) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:40:04.252959 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b46c46b-1ff6-4126-bca1-7bfa522a7351 admin admin] Deleting subnet a5e80cf4-1ae6-4a34-89f9-235de223b3bb {{(pid=103781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 19:40:04.252959 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9b46c46b-1ff6-4126-bca1-7bfa522a7351 admin admin] Publish callbacks [] for subnet (a5e80cf4-1ae6-4a34-89f9-235de223b3bb), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:04.283329 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9b46c46b-1ff6-4126-bca1-7bfa522a7351 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14281804'] for subnet (a5e80cf4-1ae6-4a34-89f9-235de223b3bb), precommit_delete_associations {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:04.385638 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9b46c46b-1ff6-4126-bca1-7bfa522a7351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-938445'] for subnet (a5e80cf4-1ae6-4a34-89f9-235de223b3bb), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:04.540215 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9b46c46b-1ff6-4126-bca1-7bfa522a7351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-938452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16348314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13823715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13613874'] for subnet (a5e80cf4-1ae6-4a34-89f9-235de223b3bb), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:04.562928 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-ce57c26b-a4cf-49f8-a0ec-7a925e5760ed req-83ee897c-8c0d-478b-9d39-87711a0919dc tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ab8efb5-b271-4006-9620-180badab9c73 HTTP/1.1" status: 200 len: 210 time: 0.0288777 May 17 19:40:04.565511 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b46c46b-1ff6-4126-bca1-7bfa522a7351 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5e80cf4-1ae6-4a34-89f9-235de223b3bb,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:40:04.570435 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9b46c46b-1ff6-4126-bca1-7bfa522a7351 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:04.575968 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-9b46c46b-1ff6-4126-bca1-7bfa522a7351 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a5e80cf4-1ae6-4a34-89f9-235de223b3bb HTTP/1.1" status: 204 len: 168 time: 0.3807409 May 17 19:40:04.576750 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 47116) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:40:04.580873 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca78305a-13bb-447d-8d6d-254117dce2ee None None] Network 4ffa76ed-e644-420a-9be5-452073c9d2f3 requested from dv-cinder-840678-10-iscsi {{(pid=103782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 19:40:04.663242 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-66afb518-eeba-4c55-b57a-18d58c57db47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-932882'] for network (4ffa76ed-e644-420a-9be5-452073c9d2f3), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:04.705398 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [None req-66afb518-eeba-4c55-b57a-18d58c57db47 admin admin] Deleting port 1833ccdf-566f-4441-be3b-0e1919b33e4b {{(pid=103780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:40:04.705767 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-66afb518-eeba-4c55-b57a-18d58c57db47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (1833ccdf-566f-4441-be3b-0e1919b33e4b), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:04.748208 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba6fbe7-8ece-42a2-b150-afa5c33e82ba None None] DHCP port deletion for 4ffa76ed-e644-420a-9be5-452073c9d2f3 request from dv-cinder-840678-10-iscsi {{(pid=103782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 19:40:04.778422 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.db [None req-66afb518-eeba-4c55-b57a-18d58c57db47 admin admin] For port 1833ccdf-566f-4441-be3b-0e1919b33e4b, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=1833ccdf-566f-4441-be3b-0e1919b33e4b,segment=NetworkSegment(8cc326ee-5f9e-416b-8025-9d11d0786f2c),segment_id=8cc326ee-5f9e-416b-8025-9d11d0786f2c)] {{(pid=103780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:40:04.788153 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-66afb518-eeba-4c55-b57a-18d58c57db47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (1833ccdf-566f-4441-be3b-0e1919b33e4b), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:04.789969 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-eba6fbe7-8ece-42a2-b150-afa5c33e82ba None None] Deleting port 1833ccdf-566f-4441-be3b-0e1919b33e4b {{(pid=103782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:40:04.790392 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-eba6fbe7-8ece-42a2-b150-afa5c33e82ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (1833ccdf-566f-4441-be3b-0e1919b33e4b), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:04.794118 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [None req-66afb518-eeba-4c55-b57a-18d58c57db47 admin admin] Calling delete_port for 1833ccdf-566f-4441-be3b-0e1919b33e4b owned by network:dhcp {{(pid=103780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:40:04.848623 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device 1833ccdf-566f-4441-be3b-0e1919b33e4b no longer exists at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 19:40:04.862708 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-eba6fbe7-8ece-42a2-b150-afa5c33e82ba None None] For port 1833ccdf-566f-4441-be3b-0e1919b33e4b, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=1833ccdf-566f-4441-be3b-0e1919b33e4b,segment=NetworkSegment(8cc326ee-5f9e-416b-8025-9d11d0786f2c),segment_id=8cc326ee-5f9e-416b-8025-9d11d0786f2c)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:40:04.862708 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-eba6fbe7-8ece-42a2-b150-afa5c33e82ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (1833ccdf-566f-4441-be3b-0e1919b33e4b), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:04.895405 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-eba6fbe7-8ece-42a2-b150-afa5c33e82ba None None] Calling delete_port for 1833ccdf-566f-4441-be3b-0e1919b33e4b owned by network:dhcp {{(pid=103782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:40:04.985434 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-66afb518-eeba-4c55-b57a-18d58c57db47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014583'] for port (1833ccdf-566f-4441-be3b-0e1919b33e4b), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:04.987381 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port 1833ccdf-566f-4441-be3b-0e1919b33e4b is: ACTIVE; New status is: DOWN {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:40:04.987771 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (1833ccdf-566f-4441-be3b-0e1919b33e4b), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:05.012364 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66afb518-eeba-4c55-b57a-18d58c57db47 admin admin] Pushing event deleted for resources: {'Port': ['ID=1833ccdf-566f-4441-be3b-0e1919b33e4b,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:40:05.014922 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66afb518-eeba-4c55-b57a-18d58c57db47 admin admin] No DVR routers for this DVR port 1833ccdf-566f-4441-be3b-0e1919b33e4b on host dv-cinder-840678-10-iscsi {{(pid=103780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 19:40:05.019825 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-eba6fbe7-8ece-42a2-b150-afa5c33e82ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176'] for port (1833ccdf-566f-4441-be3b-0e1919b33e4b), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:05.043353 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device 19716c39-6320-4e43-9463-294f60ef6870 no longer exists at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 19:40:05.079185 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba6fbe7-8ece-42a2-b150-afa5c33e82ba None None] Pushing event deleted for resources: {'Port': ['ID=1833ccdf-566f-4441-be3b-0e1919b33e4b,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:40:05.081367 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba6fbe7-8ece-42a2-b150-afa5c33e82ba None None] No DVR routers for this DVR port 1833ccdf-566f-4441-be3b-0e1919b33e4b on host dv-cinder-840678-10-iscsi {{(pid=103782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 19:40:05.083002 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] No Port match for: 19716c39-6320-4e43-9463-294f60ef6870 {{(pid=103782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 19:40:05.083341 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device 19716c39-6320-4e43-9463-294f60ef6870 not bound to the agent host dv-cinder-840678-10-iscsi {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 19:40:05.083766 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device af596b85-070e-475b-94cd-1ec2355567c8 no longer exists at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 19:40:05.092422 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-66afb518-eeba-4c55-b57a-18d58c57db47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-940152', 'neutron.services.segments.db._delete_segments_for_network-8792041590294'] for network (4ffa76ed-e644-420a-9be5-452073c9d2f3), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:05.108206 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] No Port match for: af596b85-070e-475b-94cd-1ec2355567c8 {{(pid=103782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 19:40:05.108636 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device af596b85-070e-475b-94cd-1ec2355567c8 not bound to the agent host dv-cinder-840678-10-iscsi {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 19:40:05.115044 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.services.segments.db [None req-66afb518-eeba-4c55-b57a-18d58c57db47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ffa76ed-e644-420a-9be5-452073c9d2f3']}} {{(pid=103780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:40:05.125215 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.services.segments.db [None req-66afb518-eeba-4c55-b57a-18d58c57db47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cc326ee-5f9e-416b-8025-9d11d0786f2c') {'for_net_delete': True} {{(pid=103780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:40:05.125507 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.services.segments.db [None req-66afb518-eeba-4c55-b57a-18d58c57db47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cc326ee-5f9e-416b-8025-9d11d0786f2c') {} {{(pid=103780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:40:05.134989 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-66afb518-eeba-4c55-b57a-18d58c57db47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792041591071', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12797301'] for segment (8cc326ee-5f9e-416b-8025-9d11d0786f2c), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:05.148094 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-66afb518-eeba-4c55-b57a-18d58c57db47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944438'] for segment (8cc326ee-5f9e-416b-8025-9d11d0786f2c), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:05.153933 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66afb518-eeba-4c55-b57a-18d58c57db47 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=103780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 19:40:05.154317 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-66afb518-eeba-4c55-b57a-18d58c57db47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014628'] for segment (8cc326ee-5f9e-416b-8025-9d11d0786f2c), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:05.158156 dv-cinder-840678-10-iscsi neutron-server[103780]: Traceback (most recent call last): May 17 19:40:05.158156 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 19:40:05.158156 dv-cinder-840678-10-iscsi neutron-server[103780]: timer() May 17 19:40:05.158156 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 19:40:05.158156 dv-cinder-840678-10-iscsi neutron-server[103780]: cb(*args, **kw) May 17 19:40:05.158156 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 19:40:05.158156 dv-cinder-840678-10-iscsi neutron-server[103780]: return func(*args, **kwargs) May 17 19:40:05.158156 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 19:40:05.158156 dv-cinder-840678-10-iscsi neutron-server[103780]: self._notify() May 17 19:40:05.158156 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 19:40:05.158156 dv-cinder-840678-10-iscsi neutron-server[103780]: self.callback(batched_events) May 17 19:40:05.158156 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 19:40:05.158156 dv-cinder-840678-10-iscsi neutron-server[103780]: event.method(event) May 17 19:40:05.158156 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 19:40:05.158156 dv-cinder-840678-10-iscsi neutron-server[103780]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 19:40:05.158156 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 19:40:05.158156 dv-cinder-840678-10-iscsi neutron-server[103780]: aggregate_uuid = self.p_client.list_aggregates( May 17 19:40:05.158156 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 19:40:05.158156 dv-cinder-840678-10-iscsi neutron-server[103780]: return f(self, *a, **k) May 17 19:40:05.158156 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 19:40:05.158156 dv-cinder-840678-10-iscsi neutron-server[103780]: return self._get(url).json() May 17 19:40:05.158156 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 19:40:05.158156 dv-cinder-840678-10-iscsi neutron-server[103780]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 19:40:05.158156 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 19:40:05.158156 dv-cinder-840678-10-iscsi neutron-server[103780]: return self.request(url, 'GET', **kwargs) May 17 19:40:05.158156 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 19:40:05.158156 dv-cinder-840678-10-iscsi neutron-server[103780]: base_url = self.get_endpoint(auth, allow=allow, May 17 19:40:05.158156 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 19:40:05.158156 dv-cinder-840678-10-iscsi neutron-server[103780]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 19:40:05.158156 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 19:40:05.158156 dv-cinder-840678-10-iscsi neutron-server[103780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 19:40:05.158156 dv-cinder-840678-10-iscsi neutron-server[103780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 19:40:05.316831 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-66afb518-eeba-4c55-b57a-18d58c57db47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-940099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16764915'] for network (4ffa76ed-e644-420a-9be5-452073c9d2f3), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:05.330439 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-66afb518-eeba-4c55-b57a-18d58c57db47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for network (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:05.330439 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-66afb518-eeba-4c55-b57a-18d58c57db47 admin admin] 10.222.0.58 "DELETE /v2.0/networks/4ffa76ed-e644-420a-9be5-452073c9d2f3 HTTP/1.1" status: 204 len: 168 time: 0.7484794 May 17 19:40:05.330624 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 47118) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:40:05.335411 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66afb518-eeba-4c55-b57a-18d58c57db47 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ffa76ed-e644-420a-9be5-452073c9d2f3,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:40:05.685466 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-aa041a20-8ea5-4c13-9a6b-d240f8e10657 req-36cc392d-78ec-4a82-a2c5-1ffee00da743 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ab8efb5-b271-4006-9620-180badab9c73 HTTP/1.1" status: 200 len: 210 time: 0.0441320 May 17 19:40:05.699628 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f9641-81cb-470e-b3d7-751f837796b0 req-42face52-3251-44a2-85ee-448de3b7110e tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:40:05.701100 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-363f9641-81cb-470e-b3d7-751f837796b0 req-42face52-3251-44a2-85ee-448de3b7110e tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.69 "GET /v2.0/networks?id=8b845737-d82e-4f19-9988-0f9e0f6a0f47 HTTP/1.1" status: 200 len: 811 time: 0.1837964 May 17 19:40:05.757371 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-313623f7-ac14-4549-aaf3-2a7b32b1a19a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16761843'] for router_interface (9b11c8d4-367e-4bce-9355-9b101285d664), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:05.832160 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-363f9641-81cb-470e-b3d7-751f837796b0 req-27b7ceb6-d494-4c66-b5f1-7e01f58fd89b tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c9294dbfdbb463baf41d1fea4ae1fbc HTTP/1.1" status: 200 len: 380 time: 0.1046121 May 17 19:40:05.865200 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [req-363f9641-81cb-470e-b3d7-751f837796b0 req-58825acf-164a-49f9-a834-87f17462ee2c tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Request body: {'port': {'device_id': '7ab8efb5-b271-4006-9620-180badab9c73', 'network_id': '8b845737-d82e-4f19-9988-0f9e0f6a0f47', 'admin_state_up': True, 'tenant_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'security_groups': ['71ece04b-07ec-4edb-8392-0c91e8b077d3']}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:40:06.092848 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-313623f7-ac14-4549-aaf3-2a7b32b1a19a admin admin] Deleting port ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:40:06.093182 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-313623f7-ac14-4549-aaf3-2a7b32b1a19a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:06.144282 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-363f9641-81cb-470e-b3d7-751f837796b0 req-58825acf-164a-49f9-a834-87f17462ee2c tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Made reservation on behalf of 2c9294dbfdbb463baf41d1fea4ae1fbc for: {'port': 1} {{(pid=103781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:40:06.147519 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-363f9641-81cb-470e-b3d7-751f837796b0 req-58825acf-164a-49f9-a834-87f17462ee2c tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:06.238497 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [None req-313623f7-ac14-4549-aaf3-2a7b32b1a19a admin admin] For port ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c,segment=NetworkSegment(55a052b9-41e3-4ffe-bb9d-36bc86d2391b),segment_id=55a052b9-41e3-4ffe-bb9d-36bc86d2391b)] {{(pid=103781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:40:06.238858 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-313623f7-ac14-4549-aaf3-2a7b32b1a19a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:06.259071 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-313623f7-ac14-4549-aaf3-2a7b32b1a19a admin admin] Calling delete_port for ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c owned by network:router_interface {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:40:06.344772 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_common [req-363f9641-81cb-470e-b3d7-751f837796b0 req-58825acf-164a-49f9-a834-87f17462ee2c tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Allocated IP 172.20.0.14 (8b845737-d82e-4f19-9988-0f9e0f6a0f47/6eb8a244-3f8a-4176-9c1f-c7810d9719d4/91d41b93-a787-4510-b122-8d0954b3c5fb) {{(pid=103781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:40:06.564609 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-363f9641-81cb-470e-b3d7-751f837796b0 req-58825acf-164a-49f9-a834-87f17462ee2c tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks [] for port (91d41b93-a787-4510-b122-8d0954b3c5fb), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:06.636909 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-313623f7-ac14-4549-aaf3-2a7b32b1a19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:06.663638 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-363f9641-81cb-470e-b3d7-751f837796b0 req-58825acf-164a-49f9-a834-87f17462ee2c tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (91d41b93-a787-4510-b122-8d0954b3c5fb), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:06.666453 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313623f7-ac14-4549-aaf3-2a7b32b1a19a admin admin] Pushing event deleted for resources: {'Port': ['ID=ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:40:06.713097 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-363f9641-81cb-470e-b3d7-751f837796b0 req-58825acf-164a-49f9-a834-87f17462ee2c tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Network 8b845737-d82e-4f19-9988-0f9e0f6a0f47 is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:40:06.751768 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [req-363f9641-81cb-470e-b3d7-751f837796b0 req-58825acf-164a-49f9-a834-87f17462ee2c tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:40:06.767830 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [req-363f9641-81cb-470e-b3d7-751f837796b0 req-58825acf-164a-49f9-a834-87f17462ee2c tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Received port after_create {{(pid=103781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:40:06.816484 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa356c0-aa8a-4a31-b337-187292ec512d req-b62a6cec-27b9-4e24-83bd-684f613df378 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:40:06.820349 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58825acf-164a-49f9-a834-87f17462ee2c tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Pushing event updated for resources: {'Port': ['ID=91d41b93-a787-4510-b122-8d0954b3c5fb,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:40:06.828062 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-6fa356c0-aa8a-4a31-b337-187292ec512d req-b62a6cec-27b9-4e24-83bd-684f613df378 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ab8efb5-b271-4006-9620-180badab9c73 HTTP/1.1" status: 200 len: 932 time: 0.0636294 May 17 19:40:06.890563 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f9641-81cb-470e-b3d7-751f837796b0 req-58825acf-164a-49f9-a834-87f17462ee2c tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:40:06.891531 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-363f9641-81cb-470e-b3d7-751f837796b0 req-58825acf-164a-49f9-a834-87f17462ee2c tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:06.898675 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-6fa356c0-aa8a-4a31-b337-187292ec512d req-d6fb09ec-1262-4066-bea3-37786e7bc256 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?id=71ece04b-07ec-4edb-8392-0c91e8b077d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678158 May 17 19:40:06.953153 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-313623f7-ac14-4549-aaf3-2a7b32b1a19a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16360526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16766956'] for router_interface (9b11c8d4-367e-4bce-9355-9b101285d664), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:06.999385 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-363f9641-81cb-470e-b3d7-751f837796b0 req-58825acf-164a-49f9-a834-87f17462ee2c tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1392193 May 17 19:40:07.010060 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [req-363f9641-81cb-470e-b3d7-751f837796b0 req-0e372a3d-cb93-4687-a545-c19076c58e23 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 19:40:07.011078 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-363f9641-81cb-470e-b3d7-751f837796b0 req-0e372a3d-cb93-4687-a545-c19076c58e23 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0060925 May 17 19:40:07.026084 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [req-363f9641-81cb-470e-b3d7-751f837796b0 req-3d85c703-ae79-4df9-8338-f1530c97823c service neutron] Request body: {'port': {'device_id': '7ab8efb5-b271-4006-9620-180badab9c73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:40:07.055951 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-0bd4ae1f-e98e-4a04-b67b-c47b119371bc None None] Provisioning complete for port 91d41b93-a787-4510-b122-8d0954b3c5fb triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:40:07.056606 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0bd4ae1f-e98e-4a04-b67b-c47b119371bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (91d41b93-a787-4510-b122-8d0954b3c5fb), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:07.087582 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0bd4ae1f-e98e-4a04-b67b-c47b119371bc None None] Port 91d41b93-a787-4510-b122-8d0954b3c5fb cannot update to ACTIVE because it is not bound. {{(pid=103782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 19:40:07.412164 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-363f9641-81cb-470e-b3d7-751f837796b0 req-3d85c703-ae79-4df9-8338-f1530c97823c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (91d41b93-a787-4510-b122-8d0954b3c5fb), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:07.466905 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.agents_db [None req-42b69621-6215-4a4a-9d32-588efc9ea437 None None] Agent healthcheck: found 6 active agents {{(pid=103783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 19:40:07.531584 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-313623f7-ac14-4549-aaf3-2a7b32b1a19a admin admin] Router 9b11c8d4-367e-4bce-9355-9b101285d664 has already been hosted by L3 agent d0bc9f74-feb0-4354-bd47-885486f1ec0d {{(pid=103781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 19:40:07.740326 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313623f7-ac14-4549-aaf3-2a7b32b1a19a admin admin] Notify agent at l3_agent.dv-cinder-840678-10-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 19:40:07.749063 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-313623f7-ac14-4549-aaf3-2a7b32b1a19a admin admin] 10.222.0.58 "PUT /v2.0/routers/9b11c8d4-367e-4bce-9355-9b101285d664/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4164994 May 17 19:40:07.749476 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 47130) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:40:07.752025 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4e94c2-8262-42dc-b90f-4a1ce9eafccd None None] Sync routers for ids ['9b11c8d4-367e-4bce-9355-9b101285d664'] in dv-cinder-840678-10-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 19:40:07.764096 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4e94c2-8262-42dc-b90f-4a1ce9eafccd None None] Routers {'9b11c8d4-367e-4bce-9355-9b101285d664'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:40:07.764974 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-1a4e94c2-8262-42dc-b90f-4a1ce9eafccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:39:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['9b11c8d4-367e-4bce-9355-9b101285d664'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:40:07.820406 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [req-363f9641-81cb-470e-b3d7-751f837796b0 req-3d85c703-ae79-4df9-8338-f1530c97823c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91d41b93-a787-4510-b122-8d0954b3c5fb {{(pid=103781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 19:40:07.827974 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-363f9641-81cb-470e-b3d7-751f837796b0 req-3d85c703-ae79-4df9-8338-f1530c97823c service neutron] Publish callbacks [] for port (91d41b93-a787-4510-b122-8d0954b3c5fb), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:07.840767 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.provisioning_blocks [req-363f9641-81cb-470e-b3d7-751f837796b0 req-3d85c703-ae79-4df9-8338-f1530c97823c service neutron] Transition to ACTIVE for port object 91d41b93-a787-4510-b122-8d0954b3c5fb will not be triggered until provisioned by entity L2. {{(pid=103781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 19:40:07.850469 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-b61644f5-2c39-4a8e-a475-10da697e47bf admin admin] Publish callbacks [] for router (9b11c8d4-367e-4bce-9355-9b101285d664), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:07.867145 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-1a4e94c2-8262-42dc-b90f-4a1ce9eafccd None None] Set router 9b11c8d4-367e-4bce-9355-9b101285d664 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:40:07.893564 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-363f9641-81cb-470e-b3d7-751f837796b0 req-3d85c703-ae79-4df9-8338-f1530c97823c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13820453'] for port (91d41b93-a787-4510-b122-8d0954b3c5fb), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:07.959371 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-b61644f5-2c39-4a8e-a475-10da697e47bf admin admin] Publish callbacks [] for router_gateway (9b11c8d4-367e-4bce-9355-9b101285d664), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:07.971696 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d85c703-ae79-4df9-8338-f1530c97823c service neutron] Pushing event updated for resources: {'Port': ['ID=91d41b93-a787-4510-b122-8d0954b3c5fb,revision_number=2']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:40:08.048205 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [None req-b61644f5-2c39-4a8e-a475-10da697e47bf admin admin] Deleting port 70937fc5-7fd1-4ef9-ac18-0689527db8ab {{(pid=103780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:40:08.048875 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-b61644f5-2c39-4a8e-a475-10da697e47bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (70937fc5-7fd1-4ef9-ac18-0689527db8ab), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:08.066820 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-1a4e94c2-8262-42dc-b90f-4a1ce9eafccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b11c8d4-367e-4bce-9355-9b101285d664', 'name': 'tempest-TestVolumeBootPattern-1095409236-router', 'tenant_id': '701b08622f74425e9cf481c9deebc111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '70937fc5-7fd1-4ef9-ac18-0689527db8ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:32:00Z', 'updated_at': '2022-05-17T19:40:06Z', 'revision_number': 5, 'project_id': '701b08622f74425e9cf481c9deebc111', 'gw_port': {'id': '70937fc5-7fd1-4ef9-ac18-0689527db8ab', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:aa:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b11c8d4-367e-4bce-9355-9b101285d664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:32:01Z', 'updated_at': '2022-05-17T19:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi'}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:40:08.079738 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e2bfc-6860-46f2-bf7c-9fee834a39bf req-70ef04ca-8b57-4f1e-96d7-21dbb8c2b059 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:40:08.081267 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-225e2bfc-6860-46f2-bf7c-9fee834a39bf req-70ef04ca-8b57-4f1e-96d7-21dbb8c2b059 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ab8efb5-b271-4006-9620-180badab9c73 HTTP/1.1" status: 200 len: 944 time: 0.0821502 May 17 19:40:08.090148 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4e94c2-8262-42dc-b90f-4a1ce9eafccd None None] Checking router: 9b11c8d4-367e-4bce-9355-9b101285d664 for host: dv-cinder-840678-10-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 19:40:08.099101 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4e94c2-8262-42dc-b90f-4a1ce9eafccd None None] Routers {'9b11c8d4-367e-4bce-9355-9b101285d664'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:40:08.099821 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-1a4e94c2-8262-42dc-b90f-4a1ce9eafccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:39:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['9b11c8d4-367e-4bce-9355-9b101285d664'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:40:08.115296 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-363f9641-81cb-470e-b3d7-751f837796b0 req-3d85c703-ae79-4df9-8338-f1530c97823c service neutron] Attempting to bind port 91d41b93-a787-4510-b122-8d0954b3c5fb on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 19:40:08.115652 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-363f9641-81cb-470e-b3d7-751f837796b0 req-3d85c703-ae79-4df9-8338-f1530c97823c service neutron] Attempting to bind port 91d41b93-a787-4510-b122-8d0954b3c5fb by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '05333ea8-f183-43f5-8f32-55e1d4d8894f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8b845737-d82e-4f19-9988-0f9e0f6a0f47'}] {{(pid=103781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 19:40:08.115971 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363f9641-81cb-470e-b3d7-751f837796b0 req-3d85c703-ae79-4df9-8338-f1530c97823c service neutron] Attempting to bind port 91d41b93-a787-4510-b122-8d0954b3c5fb on network 8b845737-d82e-4f19-9988-0f9e0f6a0f47 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:40:08.123864 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363f9641-81cb-470e-b3d7-751f837796b0 req-3d85c703-ae79-4df9-8338-f1530c97823c service neutron] Port 91d41b93-a787-4510-b122-8d0954b3c5fb on network 8b845737-d82e-4f19-9988-0f9e0f6a0f47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 19:40:08.124172 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363f9641-81cb-470e-b3d7-751f837796b0 req-3d85c703-ae79-4df9-8338-f1530c97823c service neutron] Attempting to bind port 91d41b93-a787-4510-b122-8d0954b3c5fb on network 8b845737-d82e-4f19-9988-0f9e0f6a0f47 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:40:08.137430 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363f9641-81cb-470e-b3d7-751f837796b0 req-3d85c703-ae79-4df9-8338-f1530c97823c service neutron] Checking agent: {'id': 'bee311cb-2a55-4828-8ca4-4ee09c88de79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 19, 27, 43), 'started_at': datetime.datetime(2022, 5, 17, 19, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 19, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 19:40:08.137775 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363f9641-81cb-470e-b3d7-751f837796b0 req-3d85c703-ae79-4df9-8338-f1530c97823c service neutron] Checking segment: {'id': '05333ea8-f183-43f5-8f32-55e1d4d8894f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8b845737-d82e-4f19-9988-0f9e0f6a0f47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:40:08.138136 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363f9641-81cb-470e-b3d7-751f837796b0 req-3d85c703-ae79-4df9-8338-f1530c97823c service neutron] Bound using segment: {'id': '05333ea8-f183-43f5-8f32-55e1d4d8894f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8b845737-d82e-4f19-9988-0f9e0f6a0f47'} {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 19:40:08.138569 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-363f9641-81cb-470e-b3d7-751f837796b0 req-3d85c703-ae79-4df9-8338-f1530c97823c service neutron] Bound port: 91d41b93-a787-4510-b122-8d0954b3c5fb, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05333ea8-f183-43f5-8f32-55e1d4d8894f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8b845737-d82e-4f19-9988-0f9e0f6a0f47'}}] {{(pid=103781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 19:40:08.138919 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-363f9641-81cb-470e-b3d7-751f837796b0 req-3d85c703-ae79-4df9-8338-f1530c97823c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (91d41b93-a787-4510-b122-8d0954b3c5fb), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:08.163731 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.db [None req-b61644f5-2c39-4a8e-a475-10da697e47bf admin admin] For port 70937fc5-7fd1-4ef9-ac18-0689527db8ab, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=70937fc5-7fd1-4ef9-ac18-0689527db8ab,segment=NetworkSegment(9ce1d97a-7b85-460d-9e35-dbb6f20db43d),segment_id=9ce1d97a-7b85-460d-9e35-dbb6f20db43d)] {{(pid=103780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:40:08.164064 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-b61644f5-2c39-4a8e-a475-10da697e47bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (70937fc5-7fd1-4ef9-ac18-0689527db8ab), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:08.167248 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-225e2bfc-6860-46f2-bf7c-9fee834a39bf req-34b7d2b4-dfb0-4566-90de-befa50a1216e tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?id=71ece04b-07ec-4edb-8392-0c91e8b077d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722415 May 17 19:40:08.189598 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [None req-b61644f5-2c39-4a8e-a475-10da697e47bf admin admin] Calling delete_port for 70937fc5-7fd1-4ef9-ac18-0689527db8ab owned by network:router_gateway {{(pid=103780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:40:08.205489 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-1a4e94c2-8262-42dc-b90f-4a1ce9eafccd None None] Set router 9b11c8d4-367e-4bce-9355-9b101285d664 gateway port host: None {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:40:08.217490 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-363f9641-81cb-470e-b3d7-751f837796b0 req-3d85c703-ae79-4df9-8338-f1530c97823c service neutron] For port 91d41b93-a787-4510-b122-8d0954b3c5fb, host hv-cinder-84067, cleared binding levels {{(pid=103781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 19:40:08.220891 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-363f9641-81cb-470e-b3d7-751f837796b0 req-3d85c703-ae79-4df9-8338-f1530c97823c service neutron] For port 91d41b93-a787-4510-b122-8d0954b3c5fb, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=91d41b93-a787-4510-b122-8d0954b3c5fb,segment=NetworkSegment(05333ea8-f183-43f5-8f32-55e1d4d8894f),segment_id=05333ea8-f183-43f5-8f32-55e1d4d8894f)] {{(pid=103781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 19:40:08.344580 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-1a4e94c2-8262-42dc-b90f-4a1ce9eafccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b11c8d4-367e-4bce-9355-9b101285d664', 'name': 'tempest-TestVolumeBootPattern-1095409236-router', 'tenant_id': '701b08622f74425e9cf481c9deebc111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:32:00Z', 'updated_at': '2022-05-17T19:40:07Z', 'revision_number': 6, 'project_id': '701b08622f74425e9cf481c9deebc111', 'gw_port_host': None}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:40:08.346635 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-363f9641-81cb-470e-b3d7-751f837796b0 req-3d85c703-ae79-4df9-8338-f1530c97823c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13820453'] for port (91d41b93-a787-4510-b122-8d0954b3c5fb), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:08.369089 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4e94c2-8262-42dc-b90f-4a1ce9eafccd None None] The sync data for ids ['9b11c8d4-367e-4bce-9355-9b101285d664'] in dv-cinder-840678-10-iscsi is: [{'id': '9b11c8d4-367e-4bce-9355-9b101285d664', 'name': 'tempest-TestVolumeBootPattern-1095409236-router', 'tenant_id': '701b08622f74425e9cf481c9deebc111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:32:00Z', 'updated_at': '2022-05-17T19:40:07Z', 'revision_number': 6, 'project_id': '701b08622f74425e9cf481c9deebc111', 'gw_port_host': None}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 19:40:08.380252 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f9641-81cb-470e-b3d7-751f837796b0 req-3d85c703-ae79-4df9-8338-f1530c97823c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:40:08.381002 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-363f9641-81cb-470e-b3d7-751f837796b0 req-3d85c703-ae79-4df9-8338-f1530c97823c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:08.382593 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-363f9641-81cb-470e-b3d7-751f837796b0 req-3d85c703-ae79-4df9-8338-f1530c97823c service neutron] 10.222.0.69 "PUT /v2.0/ports/91d41b93-a787-4510-b122-8d0954b3c5fb HTTP/1.1" status: 200 len: 1094 time: 1.3601665 May 17 19:40:08.385238 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ab8efb5-b271-4006-9620-180badab9c73', 'tag': '91d41b93-a787-4510-b122-8d0954b3c5fb'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:40:08.390145 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5abf21081b7c701043d67e7bff15db599e71af2afb5ac8611b6265996300b020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5938e5-8143-404f-b985-9ac5c488ec43" -d '{"events": [{"name": "network-changed", "server_uuid": "7ab8efb5-b271-4006-9620-180badab9c73", "tag": "91d41b93-a787-4510-b122-8d0954b3c5fb"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:40:08.425831 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d85c703-ae79-4df9-8338-f1530c97823c service neutron] Pushing event updated for resources: {'Port': ['ID=91d41b93-a787-4510-b122-8d0954b3c5fb,revision_number=3']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:40:08.460056 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-b61644f5-2c39-4a8e-a475-10da697e47bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014583'] for port (70937fc5-7fd1-4ef9-ac18-0689527db8ab), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:08.492727 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61644f5-2c39-4a8e-a475-10da697e47bf admin admin] Pushing event deleted for resources: {'Port': ['ID=70937fc5-7fd1-4ef9-ac18-0689527db8ab,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:40:08.507055 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 19:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78343406-bd3d-463a-ab84-c4eaee154651 x-openstack-request-id: req-78343406-bd3d-463a-ab84-c4eaee154651 {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:40:08.507355 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ab8efb5-b271-4006-9620-180badab9c73", "tag": "91d41b93-a787-4510-b122-8d0954b3c5fb", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:40:08.507645 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-78343406-bd3d-463a-ab84-c4eaee154651 {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:40:08.508048 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78343406-bd3d-463a-ab84-c4eaee154651'] response: {'name': 'network-changed', 'server_uuid': '7ab8efb5-b271-4006-9620-180badab9c73', 'tag': '91d41b93-a787-4510-b122-8d0954b3c5fb', 'status': 'completed', 'code': 200} May 17 19:40:08.560381 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-b61644f5-2c39-4a8e-a475-10da697e47bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16763841'] for router_gateway (9b11c8d4-367e-4bce-9355-9b101285d664), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:08.577618 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5938e5-8143-404f-b985-9ac5c488ec43 req-4eef9688-7ef2-4264-a2ff-7fae06596d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:40:08.579285 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2e5938e5-8143-404f-b985-9ac5c488ec43 req-4eef9688-7ef2-4264-a2ff-7fae06596d3b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c9294dbfdbb463baf41d1fea4ae1fbc&device_id=7ab8efb5-b271-4006-9620-180badab9c73 HTTP/1.1" status: 200 len: 1128 time: 0.0455134 May 17 19:40:08.651894 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-b61644f5-2c39-4a8e-a475-10da697e47bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16658825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1106'] for router (9b11c8d4-367e-4bce-9355-9b101285d664), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:08.654077 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-b61644f5-2c39-4a8e-a475-10da697e47bf admin admin] Publish callbacks [] for router_controller (9b11c8d4-367e-4bce-9355-9b101285d664), precommit_delete_associations {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:08.683524 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5938e5-8143-404f-b985-9ac5c488ec43 req-3e0a916e-7903-4648-9a0a-24fbee08a032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:40:08.685046 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2e5938e5-8143-404f-b985-9ac5c488ec43 req-3e0a916e-7903-4648-9a0a-24fbee08a032 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=2c9294dbfdbb463baf41d1fea4ae1fbc&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0955141 May 17 19:40:08.774085 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-b61644f5-2c39-4a8e-a475-10da697e47bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16658832'] for router (9b11c8d4-367e-4bce-9355-9b101285d664), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:08.775377 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61644f5-2c39-4a8e-a475-10da697e47bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b11c8d4-367e-4bce-9355-9b101285d664 {{(pid=103780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 19:40:08.781014 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-b61644f5-2c39-4a8e-a475-10da697e47bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:08.784441 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-b61644f5-2c39-4a8e-a475-10da697e47bf admin admin] 10.222.0.58 "DELETE /v2.0/routers/9b11c8d4-367e-4bce-9355-9b101285d664 HTTP/1.1" status: 204 len: 168 time: 1.0317533 May 17 19:40:08.784981 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 47138) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:40:08.794497 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5938e5-8143-404f-b985-9ac5c488ec43 req-aaccb672-ce0f-47d8-a1a9-f1579bc5b1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:40:08.796034 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2e5938e5-8143-404f-b985-9ac5c488ec43 req-aaccb672-ce0f-47d8-a1a9-f1579bc5b1a5 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1025069 May 17 19:40:08.829825 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c no longer exists at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 19:40:08.849489 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.db_base_plugin_v2 [None req-e62b6cb2-2142-4f88-bb2b-70c98f0265e7 admin admin] Deleting subnet 83cadf87-64ed-4379-afe2-ba88bcc6f13f {{(pid=103780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 19:40:08.852130 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] No Port match for: ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c {{(pid=103782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 19:40:08.852536 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device ec1777d5-8fb6-4cb5-aadf-758fa72e5f9c not bound to the agent host dv-cinder-840678-10-iscsi {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 19:40:08.852985 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-e62b6cb2-2142-4f88-bb2b-70c98f0265e7 admin admin] Publish callbacks [] for subnet (83cadf87-64ed-4379-afe2-ba88bcc6f13f), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:08.885835 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f9641-81cb-470e-b3d7-751f837796b0 req-dd16962c-d5b8-4274-9e1b-2650fc252057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:40:08.887442 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-363f9641-81cb-470e-b3d7-751f837796b0 req-dd16962c-d5b8-4274-9e1b-2650fc252057 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c9294dbfdbb463baf41d1fea4ae1fbc&device_id=7ab8efb5-b271-4006-9620-180badab9c73 HTTP/1.1" status: 200 len: 1128 time: 0.0487061 May 17 19:40:08.896747 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-e62b6cb2-2142-4f88-bb2b-70c98f0265e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12797260'] for subnet (83cadf87-64ed-4379-afe2-ba88bcc6f13f), precommit_delete_associations {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:08.930531 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-363f9641-81cb-470e-b3d7-751f837796b0 req-fa6b5392-2271-4363-bf9c-ef73d48f66dd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91d41b93-a787-4510-b122-8d0954b3c5fb HTTP/1.1" status: 200 len: 217 time: 0.0317178 May 17 19:40:08.970295 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-e62b6cb2-2142-4f88-bb2b-70c98f0265e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-938445'] for subnet (83cadf87-64ed-4379-afe2-ba88bcc6f13f), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:08.988137 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f9641-81cb-470e-b3d7-751f837796b0 req-8556556a-46a3-4e69-a7aa-579d52b11c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:40:08.989600 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-363f9641-81cb-470e-b3d7-751f837796b0 req-8556556a-46a3-4e69-a7aa-579d52b11c47 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6eb8a244-3f8a-4176-9c1f-c7810d9719d4 HTTP/1.1" status: 200 len: 850 time: 0.0477254 May 17 19:40:09.035229 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f9641-81cb-470e-b3d7-751f837796b0 req-c8ddc85f-3e34-4dc7-a15a-d5c0fe4da905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:40:09.036721 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-363f9641-81cb-470e-b3d7-751f837796b0 req-c8ddc85f-3e34-4dc7-a15a-d5c0fe4da905 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8b845737-d82e-4f19-9988-0f9e0f6a0f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0376456 May 17 19:40:09.088487 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-e62b6cb2-2142-4f88-bb2b-70c98f0265e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-938452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16348314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13015750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58575396'] for subnet (83cadf87-64ed-4379-afe2-ba88bcc6f13f), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:09.115342 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62b6cb2-2142-4f88-bb2b-70c98f0265e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83cadf87-64ed-4379-afe2-ba88bcc6f13f,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:40:09.120180 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-e62b6cb2-2142-4f88-bb2b-70c98f0265e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for subnet (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:09.123923 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-e62b6cb2-2142-4f88-bb2b-70c98f0265e7 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/83cadf87-64ed-4379-afe2-ba88bcc6f13f HTTP/1.1" status: 204 len: 168 time: 0.3374457 May 17 19:40:09.125821 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 47140) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:40:09.125952 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561dd111-7680-44c4-9bd3-d4bcb0259876 None None] Network a4c8e57c-5f4f-424b-a02f-ceffad060016 requested from dv-cinder-840678-10-iscsi {{(pid=103782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 19:40:09.128703 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-363f9641-81cb-470e-b3d7-751f837796b0 req-7de86f7e-4e97-425b-ab62-bb3307295120 service neutron] 10.222.0.69 "GET /v2.0/networks/8b845737-d82e-4f19-9988-0f9e0f6a0f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829847 May 17 19:40:09.201183 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-1a3ca0cd-5724-4527-9f8b-2d42e5cddeb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-932882'] for network (a4c8e57c-5f4f-424b-a02f-ceffad060016), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:09.247211 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-363f9641-81cb-470e-b3d7-751f837796b0 req-c5fbd220-e2dd-4f6c-8f88-e435dd422d9c service neutron] 10.222.0.69 "GET /v2.0/networks/8b845737-d82e-4f19-9988-0f9e0f6a0f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093917 May 17 19:40:09.259780 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [None req-1a3ca0cd-5724-4527-9f8b-2d42e5cddeb8 admin admin] Deleting port 2b1105c1-549c-403a-b4e6-2b3ea2079d65 {{(pid=103780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:40:09.260117 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-1a3ca0cd-5724-4527-9f8b-2d42e5cddeb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (2b1105c1-549c-403a-b4e6-2b3ea2079d65), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:09.315607 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c26f38-2ce8-4507-8b95-8c26a8f96b01 None None] DHCP port deletion for a4c8e57c-5f4f-424b-a02f-ceffad060016 request from dv-cinder-840678-10-iscsi {{(pid=103782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 19:40:09.320211 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a27cd6e-3ce1-4d66-9aa6-6247b9d7ae85 req-8289deb6-c22f-4961-bc62-ff5f7e4437da tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:40:09.321455 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1a27cd6e-3ce1-4d66-9aa6-6247b9d7ae85 req-8289deb6-c22f-4961-bc62-ff5f7e4437da tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ab8efb5-b271-4006-9620-180badab9c73 HTTP/1.1" status: 200 len: 944 time: 0.0634787 May 17 19:40:09.333169 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.db [None req-1a3ca0cd-5724-4527-9f8b-2d42e5cddeb8 admin admin] For port 2b1105c1-549c-403a-b4e6-2b3ea2079d65, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=2b1105c1-549c-403a-b4e6-2b3ea2079d65,segment=NetworkSegment(55a052b9-41e3-4ffe-bb9d-36bc86d2391b),segment_id=55a052b9-41e3-4ffe-bb9d-36bc86d2391b)] {{(pid=103780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:40:09.333534 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-1a3ca0cd-5724-4527-9f8b-2d42e5cddeb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (2b1105c1-549c-403a-b4e6-2b3ea2079d65), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:09.351351 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [None req-1a3ca0cd-5724-4527-9f8b-2d42e5cddeb8 admin admin] Calling delete_port for 2b1105c1-549c-403a-b4e6-2b3ea2079d65 owned by network:dhcp {{(pid=103780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:40:09.362067 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-72c26f38-2ce8-4507-8b95-8c26a8f96b01 None None] Deleting port 2b1105c1-549c-403a-b4e6-2b3ea2079d65 {{(pid=103782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:40:09.362490 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-72c26f38-2ce8-4507-8b95-8c26a8f96b01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (2b1105c1-549c-403a-b4e6-2b3ea2079d65), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:09.388032 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1a27cd6e-3ce1-4d66-9aa6-6247b9d7ae85 req-69fd0360-203d-4d33-a647-c6d30fc6820e tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?id=71ece04b-07ec-4edb-8392-0c91e8b077d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596516 May 17 19:40:09.425776 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-72c26f38-2ce8-4507-8b95-8c26a8f96b01 None None] For port 2b1105c1-549c-403a-b4e6-2b3ea2079d65, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=2b1105c1-549c-403a-b4e6-2b3ea2079d65,segment=NetworkSegment(55a052b9-41e3-4ffe-bb9d-36bc86d2391b),segment_id=55a052b9-41e3-4ffe-bb9d-36bc86d2391b)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:40:09.426087 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-72c26f38-2ce8-4507-8b95-8c26a8f96b01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (2b1105c1-549c-403a-b4e6-2b3ea2079d65), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:09.438726 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-72c26f38-2ce8-4507-8b95-8c26a8f96b01 None None] Calling delete_port for 2b1105c1-549c-403a-b4e6-2b3ea2079d65 owned by network:dhcp {{(pid=103782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:40:09.511955 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-1a3ca0cd-5724-4527-9f8b-2d42e5cddeb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014583'] for port (2b1105c1-549c-403a-b4e6-2b3ea2079d65), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:09.524318 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-72c26f38-2ce8-4507-8b95-8c26a8f96b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176'] for port (2b1105c1-549c-403a-b4e6-2b3ea2079d65), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:09.541803 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3ca0cd-5724-4527-9f8b-2d42e5cddeb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b1105c1-549c-403a-b4e6-2b3ea2079d65,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:40:09.546325 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3ca0cd-5724-4527-9f8b-2d42e5cddeb8 admin admin] No DVR routers for this DVR port 2b1105c1-549c-403a-b4e6-2b3ea2079d65 on host dv-cinder-840678-10-iscsi {{(pid=103780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 19:40:09.552226 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c26f38-2ce8-4507-8b95-8c26a8f96b01 None None] Pushing event deleted for resources: {'Port': ['ID=2b1105c1-549c-403a-b4e6-2b3ea2079d65,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:40:09.554229 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c26f38-2ce8-4507-8b95-8c26a8f96b01 None None] No DVR routers for this DVR port 2b1105c1-549c-403a-b4e6-2b3ea2079d65 on host dv-cinder-840678-10-iscsi {{(pid=103782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 19:40:09.619100 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-1a3ca0cd-5724-4527-9f8b-2d42e5cddeb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-940152', 'neutron.services.segments.db._delete_segments_for_network-8792041590294'] for network (a4c8e57c-5f4f-424b-a02f-ceffad060016), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:09.638588 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.services.segments.db [None req-1a3ca0cd-5724-4527-9f8b-2d42e5cddeb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4c8e57c-5f4f-424b-a02f-ceffad060016']}} {{(pid=103780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:40:09.647707 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.services.segments.db [None req-1a3ca0cd-5724-4527-9f8b-2d42e5cddeb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55a052b9-41e3-4ffe-bb9d-36bc86d2391b') {'for_net_delete': True} {{(pid=103780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:40:09.648000 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.services.segments.db [None req-1a3ca0cd-5724-4527-9f8b-2d42e5cddeb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55a052b9-41e3-4ffe-bb9d-36bc86d2391b') {} {{(pid=103780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:40:09.661353 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-1a3ca0cd-5724-4527-9f8b-2d42e5cddeb8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792041591071', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12797301'] for segment (55a052b9-41e3-4ffe-bb9d-36bc86d2391b), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:09.674191 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-1a3ca0cd-5724-4527-9f8b-2d42e5cddeb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944438'] for segment (55a052b9-41e3-4ffe-bb9d-36bc86d2391b), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:09.679997 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a3ca0cd-5724-4527-9f8b-2d42e5cddeb8 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=103780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 19:40:09.680318 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-1a3ca0cd-5724-4527-9f8b-2d42e5cddeb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014628'] for segment (55a052b9-41e3-4ffe-bb9d-36bc86d2391b), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:09.682051 dv-cinder-840678-10-iscsi neutron-server[103780]: Traceback (most recent call last): May 17 19:40:09.682051 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 19:40:09.682051 dv-cinder-840678-10-iscsi neutron-server[103780]: timer() May 17 19:40:09.682051 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 19:40:09.682051 dv-cinder-840678-10-iscsi neutron-server[103780]: cb(*args, **kw) May 17 19:40:09.682051 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 19:40:09.682051 dv-cinder-840678-10-iscsi neutron-server[103780]: return func(*args, **kwargs) May 17 19:40:09.682051 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 19:40:09.682051 dv-cinder-840678-10-iscsi neutron-server[103780]: self._notify() May 17 19:40:09.682051 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 19:40:09.682051 dv-cinder-840678-10-iscsi neutron-server[103780]: self.callback(batched_events) May 17 19:40:09.682051 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 19:40:09.682051 dv-cinder-840678-10-iscsi neutron-server[103780]: event.method(event) May 17 19:40:09.682051 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 19:40:09.682051 dv-cinder-840678-10-iscsi neutron-server[103780]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 19:40:09.682051 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 19:40:09.682051 dv-cinder-840678-10-iscsi neutron-server[103780]: aggregate_uuid = self.p_client.list_aggregates( May 17 19:40:09.682051 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 19:40:09.682051 dv-cinder-840678-10-iscsi neutron-server[103780]: return f(self, *a, **k) May 17 19:40:09.682051 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 19:40:09.682051 dv-cinder-840678-10-iscsi neutron-server[103780]: return self._get(url).json() May 17 19:40:09.682051 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 19:40:09.682051 dv-cinder-840678-10-iscsi neutron-server[103780]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 19:40:09.682051 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 19:40:09.682051 dv-cinder-840678-10-iscsi neutron-server[103780]: return self.request(url, 'GET', **kwargs) May 17 19:40:09.682051 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 19:40:09.682051 dv-cinder-840678-10-iscsi neutron-server[103780]: base_url = self.get_endpoint(auth, allow=allow, May 17 19:40:09.682051 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 19:40:09.682051 dv-cinder-840678-10-iscsi neutron-server[103780]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 19:40:09.682051 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 19:40:09.682051 dv-cinder-840678-10-iscsi neutron-server[103780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 19:40:09.682051 dv-cinder-840678-10-iscsi neutron-server[103780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 19:40:09.813478 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-1a3ca0cd-5724-4527-9f8b-2d42e5cddeb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-940099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16764915'] for network (a4c8e57c-5f4f-424b-a02f-ceffad060016), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:09.818919 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-1a3ca0cd-5724-4527-9f8b-2d42e5cddeb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for network (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:09.821960 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-1a3ca0cd-5724-4527-9f8b-2d42e5cddeb8 admin admin] 10.222.0.58 "DELETE /v2.0/networks/a4c8e57c-5f4f-424b-a02f-ceffad060016 HTTP/1.1" status: 204 len: 168 time: 0.6949372 May 17 19:40:09.833327 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3ca0cd-5724-4527-9f8b-2d42e5cddeb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4c8e57c-5f4f-424b-a02f-ceffad060016,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:40:10.139168 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 47146) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:40:10.176964 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-260837ab-4a2a-47d5-be81-b055ebbceeb3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aae36ceec2314da8a829113fc36f2f40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373642 May 17 19:40:10.179476 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 47148) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:40:10.223871 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-1e1fb02f-4fc8-4dc8-a71c-46eef6fd86c6 admin admin] Publish callbacks [] for security_group (ba1b9844-5e12-40a8-91ff-5c80abc05590), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:10.248509 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-1e1fb02f-4fc8-4dc8-a71c-46eef6fd86c6 admin admin] Publish callbacks [] for security_group (ba1b9844-5e12-40a8-91ff-5c80abc05590), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:10.361666 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-1e1fb02f-4fc8-4dc8-a71c-46eef6fd86c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (ba1b9844-5e12-40a8-91ff-5c80abc05590), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:10.364178 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-1e1fb02f-4fc8-4dc8-a71c-46eef6fd86c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:10.367759 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-1e1fb02f-4fc8-4dc8-a71c-46eef6fd86c6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ba1b9844-5e12-40a8-91ff-5c80abc05590 HTTP/1.1" status: 204 len: 168 time: 0.1849501 May 17 19:40:10.373608 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1fb02f-4fc8-4dc8-a71c-46eef6fd86c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1b9844-5e12-40a8-91ff-5c80abc05590,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:40:10.505810 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81bbac-4c75-4b45-b5ca-e10fe5fc7a91 req-c39f3ad9-0f40-43c5-b4dd-414411d726b5 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:40:10.507115 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-4a81bbac-4c75-4b45-b5ca-e10fe5fc7a91 req-c39f3ad9-0f40-43c5-b4dd-414411d726b5 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ab8efb5-b271-4006-9620-180badab9c73 HTTP/1.1" status: 200 len: 944 time: 0.0480509 May 17 19:40:10.554008 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-4a81bbac-4c75-4b45-b5ca-e10fe5fc7a91 req-da3ef181-bfc7-422e-b51c-f0331376ea3f tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?id=71ece04b-07ec-4edb-8392-0c91e8b077d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412943 May 17 19:40:10.794329 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device 70937fc5-7fd1-4ef9-ac18-0689527db8ab no longer exists at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 19:40:10.812546 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] No Port match for: 70937fc5-7fd1-4ef9-ac18-0689527db8ab {{(pid=103782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 19:40:10.812878 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device 70937fc5-7fd1-4ef9-ac18-0689527db8ab not bound to the agent host dv-cinder-840678-10-iscsi {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 19:40:10.813279 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device 2b1105c1-549c-403a-b4e6-2b3ea2079d65 no longer exists at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 19:40:10.833200 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] No Port match for: 2b1105c1-549c-403a-b4e6-2b3ea2079d65 {{(pid=103782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 19:40:10.833534 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device 2b1105c1-549c-403a-b4e6-2b3ea2079d65 not bound to the agent host dv-cinder-840678-10-iscsi {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 19:40:10.995705 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 47156) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:40:11.034577 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-41f29b50-ba9d-4b0e-8e02-fbc34da6c175 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=701b08622f74425e9cf481c9deebc111&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376770 May 17 19:40:11.036933 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 47158) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:40:11.085384 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b51ef0ab-64f3-4f50-adbc-8b2ac5c5145c admin admin] Publish callbacks [] for security_group (31bae316-9444-46a4-af1c-5f1b1235f5e8), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:11.106303 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b51ef0ab-64f3-4f50-adbc-8b2ac5c5145c admin admin] Publish callbacks [] for security_group (31bae316-9444-46a4-af1c-5f1b1235f5e8), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:11.213680 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b51ef0ab-64f3-4f50-adbc-8b2ac5c5145c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (31bae316-9444-46a4-af1c-5f1b1235f5e8), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:11.216258 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b51ef0ab-64f3-4f50-adbc-8b2ac5c5145c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:11.217406 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-b51ef0ab-64f3-4f50-adbc-8b2ac5c5145c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/31bae316-9444-46a4-af1c-5f1b1235f5e8 HTTP/1.1" status: 204 len: 168 time: 0.1796093 May 17 19:40:11.224968 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51ef0ab-64f3-4f50-adbc-8b2ac5c5145c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31bae316-9444-46a4-af1c-5f1b1235f5e8,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:40:11.673021 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164a3c9-d02f-401a-a499-71f2392fec6d req-e0222903-0bfd-4556-af49-562a0d766a99 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:40:11.674681 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5164a3c9-d02f-401a-a499-71f2392fec6d req-e0222903-0bfd-4556-af49-562a0d766a99 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ab8efb5-b271-4006-9620-180badab9c73 HTTP/1.1" status: 200 len: 944 time: 0.0495965 May 17 19:40:11.724321 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5164a3c9-d02f-401a-a499-71f2392fec6d req-67b2aa86-6e03-4cf5-af74-0a2c5017afc7 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?id=71ece04b-07ec-4edb-8392-0c91e8b077d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437112 May 17 19:40:11.839890 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 91d41b93-a787-4510-b122-8d0954b3c5fb details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 19:40:11.935447 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port 91d41b93-a787-4510-b122-8d0954b3c5fb, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=91d41b93-a787-4510-b122-8d0954b3c5fb,segment=NetworkSegment(05333ea8-f183-43f5-8f32-55e1d4d8894f),segment_id=05333ea8-f183-43f5-8f32-55e1d4d8894f)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:40:11.946261 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Returning: {'device': '91d41b93-a787-4510-b122-8d0954b3c5fb', 'network_id': '8b845737-d82e-4f19-9988-0f9e0f6a0f47', 'port_id': '91d41b93-a787-4510-b122-8d0954b3c5fb', 'mac_address': 'fa:16:3e:52:92:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eb8a244-3f8a-4176-9c1f-c7810d9719d4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 19:40:11.983987 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Current status of the port 91d41b93-a787-4510-b122-8d0954b3c5fb is: DOWN; New status is: BUILD {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:40:11.984294 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (91d41b93-a787-4510-b122-8d0954b3c5fb), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:11.996544 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91d41b93-a787-4510-b122-8d0954b3c5fb {{(pid=103782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 19:40:12.018745 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port 91d41b93-a787-4510-b122-8d0954b3c5fb, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=91d41b93-a787-4510-b122-8d0954b3c5fb,segment=NetworkSegment(05333ea8-f183-43f5-8f32-55e1d4d8894f),segment_id=05333ea8-f183-43f5-8f32-55e1d4d8894f)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:40:12.168552 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (91d41b93-a787-4510-b122-8d0954b3c5fb), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:12.212716 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Pushing event updated for resources: {'Port': ['ID=91d41b93-a787-4510-b122-8d0954b3c5fb,revision_number=4']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:40:12.436378 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] get_ports_and_sgs() called for port_ids ['91d41b93-a787-4510-b122-8d0954b3c5fb'] {{(pid=103782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 19:40:12.837969 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5975957-283d-4bac-85b3-15df0fbf746f req-ccc94ffc-e00f-4e87-9b5e-bf0eeaa59cf7 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:40:12.839590 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-a5975957-283d-4bac-85b3-15df0fbf746f req-ccc94ffc-e00f-4e87-9b5e-bf0eeaa59cf7 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ab8efb5-b271-4006-9620-180badab9c73 HTTP/1.1" status: 200 len: 945 time: 0.0475247 May 17 19:40:12.889720 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-a5975957-283d-4bac-85b3-15df0fbf746f req-99444857-b93a-43b1-87eb-9a7be4f31d2f tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?id=71ece04b-07ec-4edb-8392-0c91e8b077d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446355 May 17 19:40:13.869731 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 91d41b93-a787-4510-b122-8d0954b3c5fb up at agent hyperv_hv-cinder-84067 {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:40:13.912000 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Provisioning for port 91d41b93-a787-4510-b122-8d0954b3c5fb completed by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 19:40:13.985051 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Provisioning complete for port 91d41b93-a787-4510-b122-8d0954b3c5fb triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:40:13.985424 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (91d41b93-a787-4510-b122-8d0954b3c5fb), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:14.002969 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e7364-12e7-42ad-a241-31a483fff7cc req-e90f0baa-59e7-4272-8921-d513dfa981c1 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:40:14.004583 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9c4e7364-12e7-42ad-a241-31a483fff7cc req-e90f0baa-59e7-4272-8921-d513dfa981c1 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ab8efb5-b271-4006-9620-180badab9c73 HTTP/1.1" status: 200 len: 945 time: 0.0493739 May 17 19:40:14.051085 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9c4e7364-12e7-42ad-a241-31a483fff7cc req-b873f046-fc43-4e51-953d-1a1164dae2ff tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?id=71ece04b-07ec-4edb-8392-0c91e8b077d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408890 May 17 19:40:14.059022 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Current status of the port 91d41b93-a787-4510-b122-8d0954b3c5fb is: BUILD; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:40:14.059415 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (91d41b93-a787-4510-b122-8d0954b3c5fb), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:14.082164 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab8efb5-b271-4006-9620-180badab9c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d41b93-a787-4510-b122-8d0954b3c5fb'}] {{(pid=103782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:40:14.085785 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dcdb420cfc3f3d59cdc90e9401be4743e23c4809d01819fc24a250fd06a42a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f42bdb4-2146-49fc-b5a0-9e71ce0ce829" -d '{"events": [{"server_uuid": "7ab8efb5-b271-4006-9620-180badab9c73", "name": "network-vif-plugged", "status": "completed", "tag": "91d41b93-a787-4510-b122-8d0954b3c5fb"}]}' {{(pid=103782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:40:14.097101 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port 91d41b93-a787-4510-b122-8d0954b3c5fb, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=91d41b93-a787-4510-b122-8d0954b3c5fb,segment=NetworkSegment(05333ea8-f183-43f5-8f32-55e1d4d8894f),segment_id=05333ea8-f183-43f5-8f32-55e1d4d8894f)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:40:14.119179 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 19:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af7dd8c-2047-43c6-9339-58a702126f8f x-openstack-request-id: req-1af7dd8c-2047-43c6-9339-58a702126f8f {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:40:14.119471 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ab8efb5-b271-4006-9620-180badab9c73", "name": "network-vif-plugged", "status": "completed", "tag": "91d41b93-a787-4510-b122-8d0954b3c5fb", "code": 200}]} {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:40:14.119802 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1af7dd8c-2047-43c6-9339-58a702126f8f {{(pid=103782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:40:14.120157 dv-cinder-840678-10-iscsi neutron-server[103782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1af7dd8c-2047-43c6-9339-58a702126f8f'] response: {'server_uuid': '7ab8efb5-b271-4006-9620-180badab9c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d41b93-a787-4510-b122-8d0954b3c5fb', 'code': 200} May 17 19:40:14.208284 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (91d41b93-a787-4510-b122-8d0954b3c5fb), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:14.253455 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Pushing event updated for resources: {'Port': ['ID=91d41b93-a787-4510-b122-8d0954b3c5fb,revision_number=5']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:40:14.481209 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72e7be-04e1-42b8-bb71-508cbb397189 req-975ebfbd-6e5c-4ad5-bba1-c4d466076f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:40:14.482685 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4d72e7be-04e1-42b8-bb71-508cbb397189 req-975ebfbd-6e5c-4ad5-bba1-c4d466076f92 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7ab8efb5-b271-4006-9620-180badab9c73 HTTP/1.1" status: 200 len: 1130 time: 0.0384438 May 17 19:40:14.529703 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4d72e7be-04e1-42b8-bb71-508cbb397189 req-51710678-13da-4544-af06-6af2776c9743 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=71ece04b-07ec-4edb-8392-0c91e8b077d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372691 May 17 19:40:14.585034 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (bee311cb-2a55-4828-8ca4-4ee09c88de79), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:14.995715 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-c27fda49-2c6c-4add-bd30-53f2d8b3ad63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:15.159656 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a38314-c54d-4b18-ad43-9ed69b7e5038 req-9ad4241f-c20e-456a-8774-bfb890d2f856 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:40:15.161083 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f9a38314-c54d-4b18-ad43-9ed69b7e5038 req-9ad4241f-c20e-456a-8774-bfb890d2f856 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ab8efb5-b271-4006-9620-180badab9c73 HTTP/1.1" status: 200 len: 946 time: 0.0445251 May 17 19:40:15.208576 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f9a38314-c54d-4b18-ad43-9ed69b7e5038 req-2043c7d4-de73-4580-843b-c66512d41dfe tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?id=71ece04b-07ec-4edb-8392-0c91e8b077d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421441 May 17 19:40:16.322403 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4688f73-ab22-4827-a94f-fd30a73cbd5f req-cd6429ef-d620-49fd-9f2e-79cfe0515768 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:40:16.323853 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-d4688f73-ab22-4827-a94f-fd30a73cbd5f req-cd6429ef-d620-49fd-9f2e-79cfe0515768 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ab8efb5-b271-4006-9620-180badab9c73 HTTP/1.1" status: 200 len: 946 time: 0.0471213 May 17 19:40:16.369685 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-d4688f73-ab22-4827-a94f-fd30a73cbd5f req-7800e26d-945f-45f1-b0e7-ccfe3650c13f tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?id=71ece04b-07ec-4edb-8392-0c91e8b077d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402186 May 17 19:40:16.477386 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d4b53-ff2d-4d9d-ae2a-cb4a47fd64d2 req-96c21804-70fb-4e5e-9073-a1998bdc833a tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:40:16.478817 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d62d4b53-ff2d-4d9d-ae2a-cb4a47fd64d2 req-96c21804-70fb-4e5e-9073-a1998bdc833a tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ab8efb5-b271-4006-9620-180badab9c73 HTTP/1.1" status: 200 len: 946 time: 0.0454628 May 17 19:40:16.487969 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 47176) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:40:16.492146 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-8ef1acda-7475-4485-9661-f9f5b6332757 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Request body: {'floatingip': {'port_id': '91d41b93-a787-4510-b122-8d0954b3c5fb'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:40:16.528675 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8ef1acda-7475-4485-9661-f9f5b6332757 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks [] for floatingip (cc4ec5d3-2715-4fb8-a570-f8b1a9d88b04), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:16.936244 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8ef1acda-7475-4485-9661-f9f5b6332757 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:17.008178 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8ef1acda-7475-4485-9661-f9f5b6332757 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16764702'] for floatingip (cc4ec5d3-2715-4fb8-a570-f8b1a9d88b04), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:17.101023 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.db.l3_db [None req-8ef1acda-7475-4485-9661-f9f5b6332757 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Floating IP cc4ec5d3-2715-4fb8-a570-f8b1a9d88b04 associated. External IP: 172.27.2.197, port: 91d41b93-a787-4510-b122-8d0954b3c5fb. May 17 19:40:17.290357 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef1acda-7475-4485-9661-f9f5b6332757 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Router 11da204d-1cd7-4dd0-9b58-6fbb8b1fca78 has already been hosted by L3 agent d0bc9f74-feb0-4354-bd47-885486f1ec0d {{(pid=103781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 19:40:17.305044 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-2cc6dd04-8203-4e5f-b246-0a2a921053a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:17.390345 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef1acda-7475-4485-9661-f9f5b6332757 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Notify agent at l3_agent.dv-cinder-840678-10-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 19:40:17.395068 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8ef1acda-7475-4485-9661-f9f5b6332757 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for floatingip (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:17.399607 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08aee71-76df-4a58-861c-b1e0adbee0d3 None None] Sync routers for ids ['11da204d-1cd7-4dd0-9b58-6fbb8b1fca78'] in dv-cinder-840678-10-iscsi {{(pid=103782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 19:40:17.408648 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08aee71-76df-4a58-861c-b1e0adbee0d3 None None] Routers {'11da204d-1cd7-4dd0-9b58-6fbb8b1fca78'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:40:17.409235 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-a08aee71-76df-4a58-861c-b1e0adbee0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:40:17Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['11da204d-1cd7-4dd0-9b58-6fbb8b1fca78'], 'active': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:40:17.423926 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-8ef1acda-7475-4485-9661-f9f5b6332757 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "PUT /v2.0/floatingips/cc4ec5d3-2715-4fb8-a570-f8b1a9d88b04 HTTP/1.1" status: 200 len: 992 time: 0.9349461 May 17 19:40:17.424604 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ab8efb5-b271-4006-9620-180badab9c73', 'tag': '91d41b93-a787-4510-b122-8d0954b3c5fb'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:40:17.426910 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5abf21081b7c701043d67e7bff15db599e71af2afb5ac8611b6265996300b020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e4a0d1-7d03-4dad-b3c9-2d4f5045fca1" -d '{"events": [{"name": "network-changed", "server_uuid": "7ab8efb5-b271-4006-9620-180badab9c73", "tag": "91d41b93-a787-4510-b122-8d0954b3c5fb"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:40:17.461864 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 19:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8788a54b-3403-41d3-9f99-cc256df5e8b2 x-openstack-request-id: req-8788a54b-3403-41d3-9f99-cc256df5e8b2 {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:40:17.462158 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ab8efb5-b271-4006-9620-180badab9c73", "tag": "91d41b93-a787-4510-b122-8d0954b3c5fb", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:40:17.462439 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8788a54b-3403-41d3-9f99-cc256df5e8b2 {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:40:17.462841 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8788a54b-3403-41d3-9f99-cc256df5e8b2'] response: {'name': 'network-changed', 'server_uuid': '7ab8efb5-b271-4006-9620-180badab9c73', 'tag': '91d41b93-a787-4510-b122-8d0954b3c5fb', 'status': 'completed', 'code': 200} May 17 19:40:17.509168 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvr_db [None req-a08aee71-76df-4a58-861c-b1e0adbee0d3 None None] Set router 11da204d-1cd7-4dd0-9b58-6fbb8b1fca78 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:40:17.524163 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4a0d1-7d03-4dad-b3c9-2d4f5045fca1 req-b4da9a76-ae47-44bc-8951-d29a8b2fbfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:40:17.525697 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-64e4a0d1-7d03-4dad-b3c9-2d4f5045fca1 req-b4da9a76-ae47-44bc-8951-d29a8b2fbfa6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c9294dbfdbb463baf41d1fea4ae1fbc&device_id=7ab8efb5-b271-4006-9620-180badab9c73 HTTP/1.1" status: 200 len: 1130 time: 0.0429246 May 17 19:40:17.613447 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4a0d1-7d03-4dad-b3c9-2d4f5045fca1 req-8f6983c6-798c-460f-928f-258a367fef71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:40:17.614944 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-64e4a0d1-7d03-4dad-b3c9-2d4f5045fca1 req-8f6983c6-798c-460f-928f-258a367fef71 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8b845737-d82e-4f19-9988-0f9e0f6a0f47 HTTP/1.1" status: 200 len: 912 time: 0.0836613 May 17 19:40:17.677706 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-64e4a0d1-7d03-4dad-b3c9-2d4f5045fca1 req-379c782e-debd-48f6-97d9-38592ed66f6a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91d41b93-a787-4510-b122-8d0954b3c5fb HTTP/1.1" status: 200 len: 1000 time: 0.0570388 May 17 19:40:17.718750 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-a08aee71-76df-4a58-861c-b1e0adbee0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'name': 'tempest-AttachVolumeTestJSON-1665142218-router', 'tenant_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '3e63cc5a-5686-40c7-ad06-23e329d99e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:36:47Z', 'updated_at': '2022-05-17T19:36:50Z', 'revision_number': 4, 'project_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'gw_port': {'id': '3e63cc5a-5686-40c7-ad06-23e329d99e6e', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:15:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:47Z', 'updated_at': '2022-05-17T19:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_floatingips': [{'id': 'cc4ec5d3-2715-4fb8-a570-f8b1a9d88b04', 'tenant_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'floating_ip_address': '172.27.2.197', 'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'router_id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'port_id': '91d41b93-a787-4510-b122-8d0954b3c5fb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b845737-d82e-4f19-9988-0f9e0f6a0f47', 'mac_address': 'fa:16:3e:52:92:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab8efb5-b271-4006-9620-180badab9c73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T19:40:01Z', 'updated_at': '2022-05-17T19:40:16Z', 'revision_number': 1, 'project_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85', 'name': '', 'network_id': '8b845737-d82e-4f19-9988-0f9e0f6a0f47', 'tenant_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'mac_address': 'fa:16:3e:32:a9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6eb8a244-3f8a-4176-9c1f-c7810d9719d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:50Z', 'updated_at': '2022-05-17T19:36:57Z', 'revision_number': 5, 'project_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'subnets': [{'id': '6eb8a244-3f8a-4176-9c1f-c7810d9719d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:40:17.726921 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4a0d1-7d03-4dad-b3c9-2d4f5045fca1 req-de821079-cf1b-46d9-bef0-771d70227fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:40:17.728461 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-64e4a0d1-7d03-4dad-b3c9-2d4f5045fca1 req-de821079-cf1b-46d9-bef0-771d70227fa7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6eb8a244-3f8a-4176-9c1f-c7810d9719d4 HTTP/1.1" status: 200 len: 850 time: 0.0452867 May 17 19:40:17.743373 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08aee71-76df-4a58-861c-b1e0adbee0d3 None None] Checking router: 11da204d-1cd7-4dd0-9b58-6fbb8b1fca78 for host: dv-cinder-840678-10-iscsi {{(pid=103782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 19:40:17.752137 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08aee71-76df-4a58-861c-b1e0adbee0d3 None None] Routers {'11da204d-1cd7-4dd0-9b58-6fbb8b1fca78'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:40:17.752747 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-a08aee71-76df-4a58-861c-b1e0adbee0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:40:17Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['11da204d-1cd7-4dd0-9b58-6fbb8b1fca78'], 'active': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:40:17.771350 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4a0d1-7d03-4dad-b3c9-2d4f5045fca1 req-6371751d-b503-4349-8ae2-444983da3542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:40:17.772869 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-64e4a0d1-7d03-4dad-b3c9-2d4f5045fca1 req-6371751d-b503-4349-8ae2-444983da3542 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8b845737-d82e-4f19-9988-0f9e0f6a0f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0380778 May 17 19:40:17.851014 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvr_db [None req-a08aee71-76df-4a58-861c-b1e0adbee0d3 None None] Set router 11da204d-1cd7-4dd0-9b58-6fbb8b1fca78 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:40:17.865778 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-64e4a0d1-7d03-4dad-b3c9-2d4f5045fca1 req-5da8183d-0b86-4528-ac95-cb6f28d8ef2b service neutron] 10.222.0.69 "GET /v2.0/networks/8b845737-d82e-4f19-9988-0f9e0f6a0f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869098 May 17 19:40:17.952960 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-64e4a0d1-7d03-4dad-b3c9-2d4f5045fca1 req-ad3c667e-1427-42c9-bd19-a3e1ebb3bdbd service neutron] 10.222.0.69 "GET /v2.0/networks/8b845737-d82e-4f19-9988-0f9e0f6a0f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805428 May 17 19:40:18.060037 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-a08aee71-76df-4a58-861c-b1e0adbee0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'name': 'tempest-AttachVolumeTestJSON-1665142218-router', 'tenant_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '3e63cc5a-5686-40c7-ad06-23e329d99e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:36:47Z', 'updated_at': '2022-05-17T19:36:50Z', 'revision_number': 4, 'project_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'gw_port': {'id': '3e63cc5a-5686-40c7-ad06-23e329d99e6e', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:15:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:47Z', 'updated_at': '2022-05-17T19:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_floatingips': [{'id': 'cc4ec5d3-2715-4fb8-a570-f8b1a9d88b04', 'tenant_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'floating_ip_address': '172.27.2.197', 'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'router_id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'port_id': '91d41b93-a787-4510-b122-8d0954b3c5fb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b845737-d82e-4f19-9988-0f9e0f6a0f47', 'mac_address': 'fa:16:3e:52:92:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab8efb5-b271-4006-9620-180badab9c73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T19:40:01Z', 'updated_at': '2022-05-17T19:40:16Z', 'revision_number': 1, 'project_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85', 'name': '', 'network_id': '8b845737-d82e-4f19-9988-0f9e0f6a0f47', 'tenant_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'mac_address': 'fa:16:3e:32:a9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6eb8a244-3f8a-4176-9c1f-c7810d9719d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:50Z', 'updated_at': '2022-05-17T19:36:57Z', 'revision_number': 5, 'project_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'subnets': [{'id': '6eb8a244-3f8a-4176-9c1f-c7810d9719d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:40:18.086080 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08aee71-76df-4a58-861c-b1e0adbee0d3 None None] The sync data for ids ['11da204d-1cd7-4dd0-9b58-6fbb8b1fca78'] in dv-cinder-840678-10-iscsi is: [{'id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'name': 'tempest-AttachVolumeTestJSON-1665142218-router', 'tenant_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '3e63cc5a-5686-40c7-ad06-23e329d99e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:36:47Z', 'updated_at': '2022-05-17T19:36:50Z', 'revision_number': 4, 'project_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'gw_port': {'id': '3e63cc5a-5686-40c7-ad06-23e329d99e6e', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:15:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:47Z', 'updated_at': '2022-05-17T19:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_floatingips': [{'id': 'cc4ec5d3-2715-4fb8-a570-f8b1a9d88b04', 'tenant_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'floating_ip_address': '172.27.2.197', 'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'router_id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'port_id': '91d41b93-a787-4510-b122-8d0954b3c5fb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b845737-d82e-4f19-9988-0f9e0f6a0f47', 'mac_address': 'fa:16:3e:52:92:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab8efb5-b271-4006-9620-180badab9c73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T19:40:01Z', 'updated_at': '2022-05-17T19:40:16Z', 'revision_number': 1, 'project_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85', 'name': '', 'network_id': '8b845737-d82e-4f19-9988-0f9e0f6a0f47', 'tenant_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'mac_address': 'fa:16:3e:32:a9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6eb8a244-3f8a-4176-9c1f-c7810d9719d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:50Z', 'updated_at': '2022-05-17T19:36:57Z', 'revision_number': 5, 'project_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'subnets': [{'id': '6eb8a244-3f8a-4176-9c1f-c7810d9719d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 19:40:18.281510 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afc1fa7-4b2e-4cb2-885d-ba7eeb6d9b4e None None] New status for floating IP cc4ec5d3-2715-4fb8-a570-f8b1a9d88b04: ACTIVE {{(pid=103783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 19:40:18.516688 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:20.287680 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:21.539217 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:44.465530 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.agents_db [None req-42b69621-6215-4a4a-9d32-588efc9ea437 None None] Agent healthcheck: found 6 active agents {{(pid=103783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 19:40:44.562202 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (bee311cb-2a55-4828-8ca4-4ee09c88de79), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:44.989968 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-5b99f04d-630b-453e-a717-6f0a63affeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:47.292160 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-eac07106-e40e-4b4f-bc85-f557376f38e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:48.499085 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:50.298264 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:51.584546 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:40:56.232674 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1c2f8564-148e-4d63-a6eb-4b62f86903da req-028743f4-6ca9-402f-ba95-f16691c67bf7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7ab8efb5-b271-4006-9620-180badab9c73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1761653 May 17 19:40:56.312175 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f8564-148e-4d63-a6eb-4b62f86903da req-71196dc6-207b-4f09-9d77-76981e08bb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:40:56.313682 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1c2f8564-148e-4d63-a6eb-4b62f86903da req-71196dc6-207b-4f09-9d77-76981e08bb08 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c9294dbfdbb463baf41d1fea4ae1fbc&device_id=7ab8efb5-b271-4006-9620-180badab9c73 HTTP/1.1" status: 200 len: 1130 time: 0.0389245 May 17 19:40:56.420416 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f8564-148e-4d63-a6eb-4b62f86903da req-cd7a9a98-e795-486c-991a-36e02ae7edcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:40:56.421778 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1c2f8564-148e-4d63-a6eb-4b62f86903da req-cd7a9a98-e795-486c-991a-36e02ae7edcb service neutron] 10.222.0.69 "GET /v2.0/networks?id=8b845737-d82e-4f19-9988-0f9e0f6a0f47 HTTP/1.1" status: 200 len: 912 time: 0.0839198 May 17 19:40:56.486413 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1c2f8564-148e-4d63-a6eb-4b62f86903da req-7562cc7b-97b7-4d2b-b96f-16193ae1531f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91d41b93-a787-4510-b122-8d0954b3c5fb HTTP/1.1" status: 200 len: 1002 time: 0.0574403 May 17 19:40:56.534419 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f8564-148e-4d63-a6eb-4b62f86903da req-16371f5c-81a7-43dc-8386-a0d98c2f0647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:40:56.535939 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1c2f8564-148e-4d63-a6eb-4b62f86903da req-16371f5c-81a7-43dc-8386-a0d98c2f0647 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6eb8a244-3f8a-4176-9c1f-c7810d9719d4 HTTP/1.1" status: 200 len: 850 time: 0.0431275 May 17 19:40:56.580504 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f8564-148e-4d63-a6eb-4b62f86903da req-af995702-88f0-4bfa-a12e-85d85ee5b984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:40:56.581977 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1c2f8564-148e-4d63-a6eb-4b62f86903da req-af995702-88f0-4bfa-a12e-85d85ee5b984 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8b845737-d82e-4f19-9988-0f9e0f6a0f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0384233 May 17 19:40:56.677143 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1c2f8564-148e-4d63-a6eb-4b62f86903da req-f4a443e2-4e33-42d7-91d8-2d0020820c97 service neutron] 10.222.0.69 "GET /v2.0/networks/8b845737-d82e-4f19-9988-0f9e0f6a0f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882022 May 17 19:40:56.771415 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1c2f8564-148e-4d63-a6eb-4b62f86903da req-6c198f94-cd27-412b-a2f3-54de8f15cf5c service neutron] 10.222.0.69 "GET /v2.0/networks/8b845737-d82e-4f19-9988-0f9e0f6a0f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844526 May 17 19:41:14.594958 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (bee311cb-2a55-4828-8ca4-4ee09c88de79), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:14.967410 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ba75a076-7134-4682-ac93-5314a5290b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:17.349473 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-4a59da6d-ba74-453f-ac28-b33d355ceb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:18.509203 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:19.580541 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898a581-d236-47f3-b0c8-52ec4483a608 req-57a1d8ad-4b7b-42c4-b147-0c7c51122870 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:41:19.582008 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-2898a581-d236-47f3-b0c8-52ec4483a608 req-57a1d8ad-4b7b-42c4-b147-0c7c51122870 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ab8efb5-b271-4006-9620-180badab9c73 HTTP/1.1" status: 200 len: 946 time: 0.0466893 May 17 19:41:19.627413 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-2898a581-d236-47f3-b0c8-52ec4483a608 req-cb43ad3a-93a3-4839-989a-7c296cc46cca tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?id=71ece04b-07ec-4edb-8392-0c91e8b077d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398068 May 17 19:41:20.297933 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:20.741249 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7664a2-3fd2-4943-87aa-824b9e0ba02c req-310b69ca-339f-4037-a94d-1d4de48f4341 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:41:20.742796 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0f7664a2-3fd2-4943-87aa-824b9e0ba02c req-310b69ca-339f-4037-a94d-1d4de48f4341 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ab8efb5-b271-4006-9620-180badab9c73 HTTP/1.1" status: 200 len: 946 time: 0.0468097 May 17 19:41:20.788372 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0f7664a2-3fd2-4943-87aa-824b9e0ba02c req-26fd5b81-ec37-47d5-a1c5-b63fb90e5090 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?id=71ece04b-07ec-4edb-8392-0c91e8b077d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394146 May 17 19:41:21.463678 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.agents_db [None req-42b69621-6215-4a4a-9d32-588efc9ea437 None None] Agent healthcheck: found 6 active agents {{(pid=103783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 19:41:21.532923 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e55c3d-eb74-4621-a909-0b29a43689ca req-a14060e1-0d0f-4d2b-8fe8-d09b33a9a801 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:41:21.534359 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e0e55c3d-eb74-4621-a909-0b29a43689ca req-a14060e1-0d0f-4d2b-8fe8-d09b33a9a801 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ab8efb5-b271-4006-9620-180badab9c73 HTTP/1.1" status: 200 len: 946 time: 0.0457361 May 17 19:41:21.543632 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:21.618176 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [req-e0e55c3d-eb74-4621-a909-0b29a43689ca req-f9f91673-da16-4ca6-bd0b-33bdbeb3301b tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Deleting port 91d41b93-a787-4510-b122-8d0954b3c5fb {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:41:21.618510 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-e0e55c3d-eb74-4621-a909-0b29a43689ca req-f9f91673-da16-4ca6-bd0b-33bdbeb3301b tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (91d41b93-a787-4510-b122-8d0954b3c5fb), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:21.703892 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-e0e55c3d-eb74-4621-a909-0b29a43689ca req-f9f91673-da16-4ca6-bd0b-33bdbeb3301b tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] For port 91d41b93-a787-4510-b122-8d0954b3c5fb, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=91d41b93-a787-4510-b122-8d0954b3c5fb,segment=NetworkSegment(05333ea8-f183-43f5-8f32-55e1d4d8894f),segment_id=05333ea8-f183-43f5-8f32-55e1d4d8894f)] {{(pid=103781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:41:21.704519 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-e0e55c3d-eb74-4621-a909-0b29a43689ca req-f9f91673-da16-4ca6-bd0b-33bdbeb3301b tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (91d41b93-a787-4510-b122-8d0954b3c5fb), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:21.859275 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-e0e55c3d-eb74-4621-a909-0b29a43689ca req-f9f91673-da16-4ca6-bd0b-33bdbeb3301b tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:21.859980 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-e0e55c3d-eb74-4621-a909-0b29a43689ca req-f9f91673-da16-4ca6-bd0b-33bdbeb3301b tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16764702'] for floatingip (cc4ec5d3-2715-4fb8-a570-f8b1a9d88b04), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:21.859980 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.db.l3_db [req-e0e55c3d-eb74-4621-a909-0b29a43689ca req-f9f91673-da16-4ca6-bd0b-33bdbeb3301b tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Floating IP cc4ec5d3-2715-4fb8-a570-f8b1a9d88b04 disassociated. External IP: 172.27.2.197, port: 91d41b93-a787-4510-b122-8d0954b3c5fb. May 17 19:41:21.860287 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [req-e0e55c3d-eb74-4621-a909-0b29a43689ca req-f9f91673-da16-4ca6-bd0b-33bdbeb3301b tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Calling delete_port for 91d41b93-a787-4510-b122-8d0954b3c5fb owned by compute:nova {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:41:22.052857 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-e0e55c3d-eb74-4621-a909-0b29a43689ca req-f9f91673-da16-4ca6-bd0b-33bdbeb3301b tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (91d41b93-a787-4510-b122-8d0954b3c5fb), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:22.079566 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f91673-da16-4ca6-bd0b-33bdbeb3301b tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Pushing event deleted for resources: {'Port': ['ID=91d41b93-a787-4510-b122-8d0954b3c5fb,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:41:22.092023 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f91673-da16-4ca6-bd0b-33bdbeb3301b tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:41:22.092370 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f91673-da16-4ca6-bd0b-33bdbeb3301b tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:41:22.092715 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f91673-da16-4ca6-bd0b-33bdbeb3301b tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:41:22.093058 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f91673-da16-4ca6-bd0b-33bdbeb3301b tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:41:22.093387 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f91673-da16-4ca6-bd0b-33bdbeb3301b tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:41:22.093718 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f91673-da16-4ca6-bd0b-33bdbeb3301b tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:41:22.094045 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f91673-da16-4ca6-bd0b-33bdbeb3301b tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:41:22.094367 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f91673-da16-4ca6-bd0b-33bdbeb3301b tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:41:22.094692 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f91673-da16-4ca6-bd0b-33bdbeb3301b tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:41:22.095017 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f91673-da16-4ca6-bd0b-33bdbeb3301b tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:41:22.095345 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f91673-da16-4ca6-bd0b-33bdbeb3301b tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:41:22.095692 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f91673-da16-4ca6-bd0b-33bdbeb3301b tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:41:22.096014 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f91673-da16-4ca6-bd0b-33bdbeb3301b tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:41:22.096335 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f91673-da16-4ca6-bd0b-33bdbeb3301b tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:41:22.096656 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f91673-da16-4ca6-bd0b-33bdbeb3301b tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:41:22.169027 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de334f-1bb6-4332-a2d7-a97a05eb1bce req-0fad3544-0f3b-48ac-bf38-a2a14d7c249d tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:41:22.171152 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-f8de334f-1bb6-4332-a2d7-a97a05eb1bce req-0fad3544-0f3b-48ac-bf38-a2a14d7c249d tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ab8efb5-b271-4006-9620-180badab9c73 HTTP/1.1" status: 200 len: 946 time: 0.3152838 May 17 19:41:22.203937 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0e55c3d-eb74-4621-a909-0b29a43689ca req-f9f91673-da16-4ca6-bd0b-33bdbeb3301b tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Router 11da204d-1cd7-4dd0-9b58-6fbb8b1fca78 has already been hosted by L3 agent d0bc9f74-feb0-4354-bd47-885486f1ec0d {{(pid=103781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 19:41:22.218119 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-f8de334f-1bb6-4332-a2d7-a97a05eb1bce req-9c12191e-3528-4ebe-8b6c-941697e57335 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups?id=71ece04b-07ec-4edb-8392-0c91e8b077d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411780 May 17 19:41:22.571933 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0e55c3d-eb74-4621-a909-0b29a43689ca req-f9f91673-da16-4ca6-bd0b-33bdbeb3301b tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Notify agent at l3_agent.dv-cinder-840678-10-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 19:41:22.582465 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8085fa3c-7326-4610-b189-6bfb6db1be32 None None] Sync routers for ids ['11da204d-1cd7-4dd0-9b58-6fbb8b1fca78'] in dv-cinder-840678-10-iscsi {{(pid=103782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 19:41:22.592558 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8085fa3c-7326-4610-b189-6bfb6db1be32 None None] Routers {'11da204d-1cd7-4dd0-9b58-6fbb8b1fca78'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:41:22.593173 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-8085fa3c-7326-4610-b189-6bfb6db1be32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:41:17Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['11da204d-1cd7-4dd0-9b58-6fbb8b1fca78'], 'active': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:41:22.614647 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e55c3d-eb74-4621-a909-0b29a43689ca req-f9f91673-da16-4ca6-bd0b-33bdbeb3301b tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] No DVR routers for this DVR port 91d41b93-a787-4510-b122-8d0954b3c5fb on host hv-cinder-84067 {{(pid=103781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 19:41:22.617169 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-e0e55c3d-eb74-4621-a909-0b29a43689ca req-f9f91673-da16-4ca6-bd0b-33bdbeb3301b tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:22.620339 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e0e55c3d-eb74-4621-a909-0b29a43689ca req-f9f91673-da16-4ca6-bd0b-33bdbeb3301b tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.69 "DELETE /v2.0/ports/91d41b93-a787-4510-b122-8d0954b3c5fb HTTP/1.1" status: 204 len: 173 time: 1.0773249 May 17 19:41:22.620773 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab8efb5-b271-4006-9620-180badab9c73', 'name': 'network-vif-deleted', 'tag': '91d41b93-a787-4510-b122-8d0954b3c5fb'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:41:22.623026 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5abf21081b7c701043d67e7bff15db599e71af2afb5ac8611b6265996300b020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45454912-db3c-4ef3-9ca2-b30fbe5b3532" -d '{"events": [{"server_uuid": "7ab8efb5-b271-4006-9620-180badab9c73", "name": "network-vif-deleted", "tag": "91d41b93-a787-4510-b122-8d0954b3c5fb"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:41:22.659122 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 19:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5fe80e-c86d-40ab-9bd5-67c2fb0d8a8a x-openstack-request-id: req-ba5fe80e-c86d-40ab-9bd5-67c2fb0d8a8a {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:41:22.659412 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ab8efb5-b271-4006-9620-180badab9c73", "name": "network-vif-deleted", "tag": "91d41b93-a787-4510-b122-8d0954b3c5fb", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:41:22.659797 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ba5fe80e-c86d-40ab-9bd5-67c2fb0d8a8a {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:41:22.660250 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba5fe80e-c86d-40ab-9bd5-67c2fb0d8a8a'] response: {'server_uuid': '7ab8efb5-b271-4006-9620-180badab9c73', 'name': 'network-vif-deleted', 'tag': '91d41b93-a787-4510-b122-8d0954b3c5fb', 'status': 'completed', 'code': 200} May 17 19:41:22.699196 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvr_db [None req-8085fa3c-7326-4610-b189-6bfb6db1be32 None None] Set router 11da204d-1cd7-4dd0-9b58-6fbb8b1fca78 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:41:22.889242 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-8085fa3c-7326-4610-b189-6bfb6db1be32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'name': 'tempest-AttachVolumeTestJSON-1665142218-router', 'tenant_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '3e63cc5a-5686-40c7-ad06-23e329d99e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:36:47Z', 'updated_at': '2022-05-17T19:36:50Z', 'revision_number': 4, 'project_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'gw_port': {'id': '3e63cc5a-5686-40c7-ad06-23e329d99e6e', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:15:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:47Z', 'updated_at': '2022-05-17T19:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': 'd2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85', 'name': '', 'network_id': '8b845737-d82e-4f19-9988-0f9e0f6a0f47', 'tenant_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'mac_address': 'fa:16:3e:32:a9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6eb8a244-3f8a-4176-9c1f-c7810d9719d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:50Z', 'updated_at': '2022-05-17T19:36:57Z', 'revision_number': 5, 'project_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'subnets': [{'id': '6eb8a244-3f8a-4176-9c1f-c7810d9719d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:41:22.914772 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8085fa3c-7326-4610-b189-6bfb6db1be32 None None] Checking router: 11da204d-1cd7-4dd0-9b58-6fbb8b1fca78 for host: dv-cinder-840678-10-iscsi {{(pid=103782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 19:41:22.922997 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8085fa3c-7326-4610-b189-6bfb6db1be32 None None] Routers {'11da204d-1cd7-4dd0-9b58-6fbb8b1fca78'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:41:22.923706 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-8085fa3c-7326-4610-b189-6bfb6db1be32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:41:17Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['11da204d-1cd7-4dd0-9b58-6fbb8b1fca78'], 'active': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:41:23.022191 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvr_db [None req-8085fa3c-7326-4610-b189-6bfb6db1be32 None None] Set router 11da204d-1cd7-4dd0-9b58-6fbb8b1fca78 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:41:23.199820 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-8085fa3c-7326-4610-b189-6bfb6db1be32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'name': 'tempest-AttachVolumeTestJSON-1665142218-router', 'tenant_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '3e63cc5a-5686-40c7-ad06-23e329d99e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:36:47Z', 'updated_at': '2022-05-17T19:36:50Z', 'revision_number': 4, 'project_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'gw_port': {'id': '3e63cc5a-5686-40c7-ad06-23e329d99e6e', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:15:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:47Z', 'updated_at': '2022-05-17T19:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': 'd2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85', 'name': '', 'network_id': '8b845737-d82e-4f19-9988-0f9e0f6a0f47', 'tenant_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'mac_address': 'fa:16:3e:32:a9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6eb8a244-3f8a-4176-9c1f-c7810d9719d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:50Z', 'updated_at': '2022-05-17T19:36:57Z', 'revision_number': 5, 'project_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'subnets': [{'id': '6eb8a244-3f8a-4176-9c1f-c7810d9719d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:41:23.224214 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8085fa3c-7326-4610-b189-6bfb6db1be32 None None] The sync data for ids ['11da204d-1cd7-4dd0-9b58-6fbb8b1fca78'] in dv-cinder-840678-10-iscsi is: [{'id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'name': 'tempest-AttachVolumeTestJSON-1665142218-router', 'tenant_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '3e63cc5a-5686-40c7-ad06-23e329d99e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:36:47Z', 'updated_at': '2022-05-17T19:36:50Z', 'revision_number': 4, 'project_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'gw_port': {'id': '3e63cc5a-5686-40c7-ad06-23e329d99e6e', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:15:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:47Z', 'updated_at': '2022-05-17T19:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': 'd2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85', 'name': '', 'network_id': '8b845737-d82e-4f19-9988-0f9e0f6a0f47', 'tenant_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'mac_address': 'fa:16:3e:32:a9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6eb8a244-3f8a-4176-9c1f-c7810d9719d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:50Z', 'updated_at': '2022-05-17T19:36:57Z', 'revision_number': 5, 'project_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'subnets': [{'id': '6eb8a244-3f8a-4176-9c1f-c7810d9719d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 19:41:23.332709 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-1b391d5c-78d6-49f6-ab57-45dbdbb82efe req-87860058-b94b-45be-89bc-65512a30fb90 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ab8efb5-b271-4006-9620-180badab9c73 HTTP/1.1" status: 200 len: 210 time: 0.0316124 May 17 19:41:23.444008 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3c968a-4e4d-4c4d-bbad-ef7eaf9af0f0 None None] New status for floating IP cc4ec5d3-2715-4fb8-a570-f8b1a9d88b04: DOWN {{(pid=103783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 19:41:24.181394 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 91d41b93-a787-4510-b122-8d0954b3c5fb no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 19:41:24.204184 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] No Port match for: 91d41b93-a787-4510-b122-8d0954b3c5fb {{(pid=103782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 19:41:24.204461 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 91d41b93-a787-4510-b122-8d0954b3c5fb not bound to the agent host hv-cinder-84067 {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 19:41:24.509708 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 47332) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:41:24.563049 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-80903a0e-1424-4b3f-a36d-38807800ee44 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks [] for security_group (71ece04b-07ec-4edb-8392-0c91e8b077d3), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:24.585518 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-80903a0e-1424-4b3f-a36d-38807800ee44 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks [] for security_group (71ece04b-07ec-4edb-8392-0c91e8b077d3), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:24.686423 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-80903a0e-1424-4b3f-a36d-38807800ee44 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (71ece04b-07ec-4edb-8392-0c91e8b077d3), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:24.688958 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-80903a0e-1424-4b3f-a36d-38807800ee44 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:24.690082 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-80903a0e-1424-4b3f-a36d-38807800ee44 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "DELETE /v2.0/security-groups/71ece04b-07ec-4edb-8392-0c91e8b077d3 HTTP/1.1" status: 204 len: 168 time: 0.1793818 May 17 19:41:24.696451 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 47334) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:41:24.698950 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80903a0e-1424-4b3f-a36d-38807800ee44 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ece04b-07ec-4edb-8392-0c91e8b077d3,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:41:24.711654 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.api.v2.resource [None req-9a9acc6b-9ba2-4c7a-8265-d76350cd0952 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] show failed (client error): The resource could not be found. May 17 19:41:24.712752 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-9a9acc6b-9ba2-4c7a-8265-d76350cd0952 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "GET /v2.0/security-groups/71ece04b-07ec-4edb-8392-0c91e8b077d3 HTTP/1.1" status: 404 len: 347 time: 0.0152178 May 17 19:41:24.716092 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 47336) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:41:24.824027 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [None req-cf37f34e-a592-4607-af5f-29f066570849 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Deleting port d4f03a7d-4a11-4b15-b5d2-708030ccb3fd {{(pid=103780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:41:24.824364 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-cf37f34e-a592-4607-af5f-29f066570849 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (d4f03a7d-4a11-4b15-b5d2-708030ccb3fd), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:24.901341 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-cf37f34e-a592-4607-af5f-29f066570849 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (d4f03a7d-4a11-4b15-b5d2-708030ccb3fd), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:24.901659 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-cf37f34e-a592-4607-af5f-29f066570849 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks [] for floatingip (d4f03a7d-4a11-4b15-b5d2-708030ccb3fd), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:24.913350 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [None req-cf37f34e-a592-4607-af5f-29f066570849 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Calling delete_port for d4f03a7d-4a11-4b15-b5d2-708030ccb3fd owned by network:floatingip {{(pid=103780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:41:25.097825 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-cf37f34e-a592-4607-af5f-29f066570849 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014583'] for port (d4f03a7d-4a11-4b15-b5d2-708030ccb3fd), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:25.124094 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf37f34e-a592-4607-af5f-29f066570849 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Pushing event deleted for resources: {'Port': ['ID=d4f03a7d-4a11-4b15-b5d2-708030ccb3fd,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:41:25.148282 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf37f34e-a592-4607-af5f-29f066570849 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:41:25.148628 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf37f34e-a592-4607-af5f-29f066570849 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:41:25.148971 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf37f34e-a592-4607-af5f-29f066570849 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:41:25.149310 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf37f34e-a592-4607-af5f-29f066570849 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:41:25.149640 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf37f34e-a592-4607-af5f-29f066570849 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:41:25.149964 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf37f34e-a592-4607-af5f-29f066570849 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:41:25.150287 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf37f34e-a592-4607-af5f-29f066570849 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:41:25.150603 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf37f34e-a592-4607-af5f-29f066570849 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:41:25.150921 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf37f34e-a592-4607-af5f-29f066570849 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:41:25.151241 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf37f34e-a592-4607-af5f-29f066570849 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:41:25.151591 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf37f34e-a592-4607-af5f-29f066570849 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:41:25.151914 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf37f34e-a592-4607-af5f-29f066570849 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:41:25.152230 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf37f34e-a592-4607-af5f-29f066570849 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:41:25.152542 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf37f34e-a592-4607-af5f-29f066570849 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:41:25.152860 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf37f34e-a592-4607-af5f-29f066570849 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:41:25.194187 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-cf37f34e-a592-4607-af5f-29f066570849 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks [] for floatingip (cc4ec5d3-2715-4fb8-a570-f8b1a9d88b04), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:25.196673 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-cf37f34e-a592-4607-af5f-29f066570849 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for floatingip (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:25.197816 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-cf37f34e-a592-4607-af5f-29f066570849 tempest-AttachVolumeTestJSON-1457753159 tempest-AttachVolumeTestJSON-1457753159-project] 10.222.0.58 "DELETE /v2.0/floatingips/cc4ec5d3-2715-4fb8-a570-f8b1a9d88b04 HTTP/1.1" status: 204 len: 168 time: 0.4806592 May 17 19:41:29.193671 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 47364) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:41:29.494267 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-bb815a6a-88a5-40cb-9e85-2506aa9c3770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16761843'] for router_interface (11da204d-1cd7-4dd0-9b58-6fbb8b1fca78), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:29.708572 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [None req-bb815a6a-88a5-40cb-9e85-2506aa9c3770 admin admin] Deleting port d2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85 {{(pid=103780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:41:29.708903 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-bb815a6a-88a5-40cb-9e85-2506aa9c3770 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (d2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:29.786033 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.db [None req-bb815a6a-88a5-40cb-9e85-2506aa9c3770 admin admin] For port d2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=d2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85,segment=NetworkSegment(05333ea8-f183-43f5-8f32-55e1d4d8894f),segment_id=05333ea8-f183-43f5-8f32-55e1d4d8894f)] {{(pid=103780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:41:29.786309 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-bb815a6a-88a5-40cb-9e85-2506aa9c3770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (d2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:29.799508 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [None req-bb815a6a-88a5-40cb-9e85-2506aa9c3770 admin admin] Calling delete_port for d2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85 owned by network:router_interface {{(pid=103780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:41:30.034416 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-bb815a6a-88a5-40cb-9e85-2506aa9c3770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014583'] for port (d2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:30.059866 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb815a6a-88a5-40cb-9e85-2506aa9c3770 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:41:30.221747 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-bb815a6a-88a5-40cb-9e85-2506aa9c3770 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16360526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16766956'] for router_interface (11da204d-1cd7-4dd0-9b58-6fbb8b1fca78), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:30.414107 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb815a6a-88a5-40cb-9e85-2506aa9c3770 admin admin] Router 11da204d-1cd7-4dd0-9b58-6fbb8b1fca78 has already been hosted by L3 agent d0bc9f74-feb0-4354-bd47-885486f1ec0d {{(pid=103780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 19:41:30.512284 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb815a6a-88a5-40cb-9e85-2506aa9c3770 admin admin] Notify agent at l3_agent.dv-cinder-840678-10-iscsi the message routers_updated {{(pid=103780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 19:41:30.517725 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-bb815a6a-88a5-40cb-9e85-2506aa9c3770 admin admin] 10.222.0.58 "PUT /v2.0/routers/11da204d-1cd7-4dd0-9b58-6fbb8b1fca78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3239226 May 17 19:41:30.520263 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 47366) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:41:30.521116 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcaed05-3fc8-47f0-9c68-ba571bdabc34 None None] Sync routers for ids ['11da204d-1cd7-4dd0-9b58-6fbb8b1fca78'] in dv-cinder-840678-10-iscsi {{(pid=103782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 19:41:30.530855 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcaed05-3fc8-47f0-9c68-ba571bdabc34 None None] Routers {'11da204d-1cd7-4dd0-9b58-6fbb8b1fca78'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:41:30.531759 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-7bcaed05-3fc8-47f0-9c68-ba571bdabc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:41:17Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['11da204d-1cd7-4dd0-9b58-6fbb8b1fca78'], 'active': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:41:30.616174 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-a8a3d24d-dbe6-4f01-9f4e-9c0c9cd0df82 admin admin] Publish callbacks [] for router (11da204d-1cd7-4dd0-9b58-6fbb8b1fca78), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:30.630249 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvr_db [None req-7bcaed05-3fc8-47f0-9c68-ba571bdabc34 None None] Set router 11da204d-1cd7-4dd0-9b58-6fbb8b1fca78 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:41:30.712801 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-a8a3d24d-dbe6-4f01-9f4e-9c0c9cd0df82 admin admin] Publish callbacks [] for router_gateway (11da204d-1cd7-4dd0-9b58-6fbb8b1fca78), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:30.792222 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-7bcaed05-3fc8-47f0-9c68-ba571bdabc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'name': 'tempest-AttachVolumeTestJSON-1665142218-router', 'tenant_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '3e63cc5a-5686-40c7-ad06-23e329d99e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:36:47Z', 'updated_at': '2022-05-17T19:41:29Z', 'revision_number': 5, 'project_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'gw_port': {'id': '3e63cc5a-5686-40c7-ad06-23e329d99e6e', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:15:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:36:47Z', 'updated_at': '2022-05-17T19:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi'}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:41:30.821013 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcaed05-3fc8-47f0-9c68-ba571bdabc34 None None] Checking router: 11da204d-1cd7-4dd0-9b58-6fbb8b1fca78 for host: dv-cinder-840678-10-iscsi {{(pid=103782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 19:41:30.827892 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [None req-a8a3d24d-dbe6-4f01-9f4e-9c0c9cd0df82 admin admin] Deleting port 3e63cc5a-5686-40c7-ad06-23e329d99e6e {{(pid=103780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:41:30.828327 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-a8a3d24d-dbe6-4f01-9f4e-9c0c9cd0df82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (3e63cc5a-5686-40c7-ad06-23e329d99e6e), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:30.830570 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcaed05-3fc8-47f0-9c68-ba571bdabc34 None None] Routers {'11da204d-1cd7-4dd0-9b58-6fbb8b1fca78'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:41:30.831360 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-7bcaed05-3fc8-47f0-9c68-ba571bdabc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:41:17Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['11da204d-1cd7-4dd0-9b58-6fbb8b1fca78'], 'active': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:41:30.913343 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvr_db [None req-7bcaed05-3fc8-47f0-9c68-ba571bdabc34 None None] Set router 11da204d-1cd7-4dd0-9b58-6fbb8b1fca78 gateway port host: None {{(pid=103782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:41:30.914904 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.db [None req-a8a3d24d-dbe6-4f01-9f4e-9c0c9cd0df82 admin admin] For port 3e63cc5a-5686-40c7-ad06-23e329d99e6e, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=3e63cc5a-5686-40c7-ad06-23e329d99e6e,segment=NetworkSegment(9ce1d97a-7b85-460d-9e35-dbb6f20db43d),segment_id=9ce1d97a-7b85-460d-9e35-dbb6f20db43d)] {{(pid=103780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:41:30.915263 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-a8a3d24d-dbe6-4f01-9f4e-9c0c9cd0df82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (3e63cc5a-5686-40c7-ad06-23e329d99e6e), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:30.928249 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [None req-a8a3d24d-dbe6-4f01-9f4e-9c0c9cd0df82 admin admin] Calling delete_port for 3e63cc5a-5686-40c7-ad06-23e329d99e6e owned by network:router_gateway {{(pid=103780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:41:30.960864 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-7bcaed05-3fc8-47f0-9c68-ba571bdabc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'name': 'tempest-AttachVolumeTestJSON-1665142218-router', 'tenant_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:36:47Z', 'updated_at': '2022-05-17T19:41:30Z', 'revision_number': 6, 'project_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'gw_port_host': None}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:41:30.985216 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcaed05-3fc8-47f0-9c68-ba571bdabc34 None None] The sync data for ids ['11da204d-1cd7-4dd0-9b58-6fbb8b1fca78'] in dv-cinder-840678-10-iscsi is: [{'id': '11da204d-1cd7-4dd0-9b58-6fbb8b1fca78', 'name': 'tempest-AttachVolumeTestJSON-1665142218-router', 'tenant_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:36:47Z', 'updated_at': '2022-05-17T19:41:30Z', 'revision_number': 6, 'project_id': '2c9294dbfdbb463baf41d1fea4ae1fbc', 'gw_port_host': None}] {{(pid=103782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 19:41:31.189036 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-a8a3d24d-dbe6-4f01-9f4e-9c0c9cd0df82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014583'] for port (3e63cc5a-5686-40c7-ad06-23e329d99e6e), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:31.213904 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a3d24d-dbe6-4f01-9f4e-9c0c9cd0df82 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e63cc5a-5686-40c7-ad06-23e329d99e6e,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:41:31.273777 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-a8a3d24d-dbe6-4f01-9f4e-9c0c9cd0df82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16763841'] for router_gateway (11da204d-1cd7-4dd0-9b58-6fbb8b1fca78), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:31.359129 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-a8a3d24d-dbe6-4f01-9f4e-9c0c9cd0df82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16658825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1106'] for router (11da204d-1cd7-4dd0-9b58-6fbb8b1fca78), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:31.361415 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-a8a3d24d-dbe6-4f01-9f4e-9c0c9cd0df82 admin admin] Publish callbacks [] for router_controller (11da204d-1cd7-4dd0-9b58-6fbb8b1fca78), precommit_delete_associations {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:31.475069 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-a8a3d24d-dbe6-4f01-9f4e-9c0c9cd0df82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16658832'] for router (11da204d-1cd7-4dd0-9b58-6fbb8b1fca78), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:31.475706 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a3d24d-dbe6-4f01-9f4e-9c0c9cd0df82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11da204d-1cd7-4dd0-9b58-6fbb8b1fca78 {{(pid=103780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 19:41:31.479933 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-a8a3d24d-dbe6-4f01-9f4e-9c0c9cd0df82 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:31.483579 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-a8a3d24d-dbe6-4f01-9f4e-9c0c9cd0df82 admin admin] 10.222.0.58 "DELETE /v2.0/routers/11da204d-1cd7-4dd0-9b58-6fbb8b1fca78 HTTP/1.1" status: 204 len: 168 time: 0.9599252 May 17 19:41:31.483865 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 47368) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:41:31.527280 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4147a0f-d08e-4a08-bdb3-cd4f03e3afdb admin admin] Deleting subnet 6eb8a244-3f8a-4176-9c1f-c7810d9719d4 {{(pid=103780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 19:41:31.530220 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-a4147a0f-d08e-4a08-bdb3-cd4f03e3afdb admin admin] Publish callbacks [] for subnet (6eb8a244-3f8a-4176-9c1f-c7810d9719d4), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:31.564272 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-a4147a0f-d08e-4a08-bdb3-cd4f03e3afdb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12797260'] for subnet (6eb8a244-3f8a-4176-9c1f-c7810d9719d4), precommit_delete_associations {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:31.634460 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-a4147a0f-d08e-4a08-bdb3-cd4f03e3afdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-938445'] for subnet (6eb8a244-3f8a-4176-9c1f-c7810d9719d4), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:31.738242 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-a4147a0f-d08e-4a08-bdb3-cd4f03e3afdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-938452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16348314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13015750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58575396'] for subnet (6eb8a244-3f8a-4176-9c1f-c7810d9719d4), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:31.763557 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4147a0f-d08e-4a08-bdb3-cd4f03e3afdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6eb8a244-3f8a-4176-9c1f-c7810d9719d4,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:41:31.767650 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-a4147a0f-d08e-4a08-bdb3-cd4f03e3afdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for subnet (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:31.771211 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-a4147a0f-d08e-4a08-bdb3-cd4f03e3afdb admin admin] 10.222.0.58 "DELETE /v2.0/subnets/6eb8a244-3f8a-4176-9c1f-c7810d9719d4 HTTP/1.1" status: 204 len: 168 time: 0.2859461 May 17 19:41:31.773229 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 47370) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:41:31.773381 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a00ac18-ccaa-40b6-a28a-b00774a8db3f None None] Network 8b845737-d82e-4f19-9988-0f9e0f6a0f47 requested from dv-cinder-840678-10-iscsi {{(pid=103782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 19:41:31.842099 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-74da5052-ee51-45c3-a1c5-6071556be555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-932882'] for network (8b845737-d82e-4f19-9988-0f9e0f6a0f47), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:31.892720 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [None req-74da5052-ee51-45c3-a1c5-6071556be555 admin admin] Deleting port c0e6ee1c-bc05-4198-8ee3-09c0bd841728 {{(pid=103780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:41:31.893062 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-74da5052-ee51-45c3-a1c5-6071556be555 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (c0e6ee1c-bc05-4198-8ee3-09c0bd841728), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:31.919405 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b53cd1-0ae0-415f-abca-bb41f5c41fee None None] DHCP port deletion for 8b845737-d82e-4f19-9988-0f9e0f6a0f47 request from dv-cinder-840678-10-iscsi {{(pid=103782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 19:41:31.960067 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-40b53cd1-0ae0-415f-abca-bb41f5c41fee None None] Deleting port c0e6ee1c-bc05-4198-8ee3-09c0bd841728 {{(pid=103782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:41:31.960434 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-40b53cd1-0ae0-415f-abca-bb41f5c41fee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (c0e6ee1c-bc05-4198-8ee3-09c0bd841728), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:31.962414 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.db [None req-74da5052-ee51-45c3-a1c5-6071556be555 admin admin] For port c0e6ee1c-bc05-4198-8ee3-09c0bd841728, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=c0e6ee1c-bc05-4198-8ee3-09c0bd841728,segment=NetworkSegment(05333ea8-f183-43f5-8f32-55e1d4d8894f),segment_id=05333ea8-f183-43f5-8f32-55e1d4d8894f)] {{(pid=103780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:41:31.962770 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-74da5052-ee51-45c3-a1c5-6071556be555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (c0e6ee1c-bc05-4198-8ee3-09c0bd841728), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:31.977821 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [None req-74da5052-ee51-45c3-a1c5-6071556be555 admin admin] Calling delete_port for c0e6ee1c-bc05-4198-8ee3-09c0bd841728 owned by network:dhcp {{(pid=103780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:41:32.132286 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-74da5052-ee51-45c3-a1c5-6071556be555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014583'] for port (c0e6ee1c-bc05-4198-8ee3-09c0bd841728), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:32.144470 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-40b53cd1-0ae0-415f-abca-bb41f5c41fee None None] For port c0e6ee1c-bc05-4198-8ee3-09c0bd841728, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=c0e6ee1c-bc05-4198-8ee3-09c0bd841728,segment=NetworkSegment(05333ea8-f183-43f5-8f32-55e1d4d8894f),segment_id=05333ea8-f183-43f5-8f32-55e1d4d8894f)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:41:32.144470 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-40b53cd1-0ae0-415f-abca-bb41f5c41fee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (c0e6ee1c-bc05-4198-8ee3-09c0bd841728), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:32.155767 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-40b53cd1-0ae0-415f-abca-bb41f5c41fee None None] Calling delete_port for c0e6ee1c-bc05-4198-8ee3-09c0bd841728 owned by network:dhcp {{(pid=103782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:41:32.157739 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74da5052-ee51-45c3-a1c5-6071556be555 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0e6ee1c-bc05-4198-8ee3-09c0bd841728,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:41:32.159561 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74da5052-ee51-45c3-a1c5-6071556be555 admin admin] No DVR routers for this DVR port c0e6ee1c-bc05-4198-8ee3-09c0bd841728 on host dv-cinder-840678-10-iscsi {{(pid=103780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 19:41:32.228194 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-74da5052-ee51-45c3-a1c5-6071556be555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-940152', 'neutron.services.segments.db._delete_segments_for_network-8792041590294'] for network (8b845737-d82e-4f19-9988-0f9e0f6a0f47), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:32.229889 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-40b53cd1-0ae0-415f-abca-bb41f5c41fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176'] for port (c0e6ee1c-bc05-4198-8ee3-09c0bd841728), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:32.247992 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.services.segments.db [None req-74da5052-ee51-45c3-a1c5-6071556be555 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b845737-d82e-4f19-9988-0f9e0f6a0f47']}} {{(pid=103780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:41:32.253282 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b53cd1-0ae0-415f-abca-bb41f5c41fee None None] Pushing event deleted for resources: {'Port': ['ID=c0e6ee1c-bc05-4198-8ee3-09c0bd841728,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:41:32.257479 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b53cd1-0ae0-415f-abca-bb41f5c41fee None None] No DVR routers for this DVR port c0e6ee1c-bc05-4198-8ee3-09c0bd841728 on host dv-cinder-840678-10-iscsi {{(pid=103782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 19:41:32.259230 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.services.segments.db [None req-74da5052-ee51-45c3-a1c5-6071556be555 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05333ea8-f183-43f5-8f32-55e1d4d8894f') {'for_net_delete': True} {{(pid=103780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:41:32.264663 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.services.segments.db [None req-74da5052-ee51-45c3-a1c5-6071556be555 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05333ea8-f183-43f5-8f32-55e1d4d8894f') {} {{(pid=103780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:41:32.264777 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b53cd1-0ae0-415f-abca-bb41f5c41fee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:41:32.264777 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b53cd1-0ae0-415f-abca-bb41f5c41fee None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:41:32.264777 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b53cd1-0ae0-415f-abca-bb41f5c41fee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:41:32.265053 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b53cd1-0ae0-415f-abca-bb41f5c41fee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:41:32.265222 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b53cd1-0ae0-415f-abca-bb41f5c41fee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:41:32.265570 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b53cd1-0ae0-415f-abca-bb41f5c41fee None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:41:32.265891 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b53cd1-0ae0-415f-abca-bb41f5c41fee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:41:32.266216 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b53cd1-0ae0-415f-abca-bb41f5c41fee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:41:32.267097 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b53cd1-0ae0-415f-abca-bb41f5c41fee None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:41:32.267421 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b53cd1-0ae0-415f-abca-bb41f5c41fee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:41:32.267795 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b53cd1-0ae0-415f-abca-bb41f5c41fee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:41:32.268119 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b53cd1-0ae0-415f-abca-bb41f5c41fee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:41:32.268422 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b53cd1-0ae0-415f-abca-bb41f5c41fee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:41:32.268735 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b53cd1-0ae0-415f-abca-bb41f5c41fee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:41:32.269051 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b53cd1-0ae0-415f-abca-bb41f5c41fee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:41:32.275511 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-74da5052-ee51-45c3-a1c5-6071556be555 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792041591071', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12797301'] for segment (05333ea8-f183-43f5-8f32-55e1d4d8894f), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:32.288826 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-74da5052-ee51-45c3-a1c5-6071556be555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944438'] for segment (05333ea8-f183-43f5-8f32-55e1d4d8894f), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:32.294585 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74da5052-ee51-45c3-a1c5-6071556be555 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=103780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 19:41:32.294963 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-74da5052-ee51-45c3-a1c5-6071556be555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014628'] for segment (05333ea8-f183-43f5-8f32-55e1d4d8894f), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:32.296642 dv-cinder-840678-10-iscsi neutron-server[103780]: Traceback (most recent call last): May 17 19:41:32.296642 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 19:41:32.296642 dv-cinder-840678-10-iscsi neutron-server[103780]: timer() May 17 19:41:32.296642 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 19:41:32.296642 dv-cinder-840678-10-iscsi neutron-server[103780]: cb(*args, **kw) May 17 19:41:32.296642 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 19:41:32.296642 dv-cinder-840678-10-iscsi neutron-server[103780]: return func(*args, **kwargs) May 17 19:41:32.296642 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 19:41:32.296642 dv-cinder-840678-10-iscsi neutron-server[103780]: self._notify() May 17 19:41:32.296642 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 19:41:32.296642 dv-cinder-840678-10-iscsi neutron-server[103780]: self.callback(batched_events) May 17 19:41:32.296642 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 19:41:32.296642 dv-cinder-840678-10-iscsi neutron-server[103780]: event.method(event) May 17 19:41:32.296642 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 19:41:32.296642 dv-cinder-840678-10-iscsi neutron-server[103780]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 19:41:32.296642 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 19:41:32.296642 dv-cinder-840678-10-iscsi neutron-server[103780]: aggregate_uuid = self.p_client.list_aggregates( May 17 19:41:32.296642 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 19:41:32.296642 dv-cinder-840678-10-iscsi neutron-server[103780]: return f(self, *a, **k) May 17 19:41:32.296642 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 19:41:32.296642 dv-cinder-840678-10-iscsi neutron-server[103780]: return self._get(url).json() May 17 19:41:32.296642 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 19:41:32.296642 dv-cinder-840678-10-iscsi neutron-server[103780]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 19:41:32.296642 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 19:41:32.296642 dv-cinder-840678-10-iscsi neutron-server[103780]: return self.request(url, 'GET', **kwargs) May 17 19:41:32.296642 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 19:41:32.296642 dv-cinder-840678-10-iscsi neutron-server[103780]: base_url = self.get_endpoint(auth, allow=allow, May 17 19:41:32.296642 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 19:41:32.296642 dv-cinder-840678-10-iscsi neutron-server[103780]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 19:41:32.296642 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 19:41:32.296642 dv-cinder-840678-10-iscsi neutron-server[103780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 19:41:32.296642 dv-cinder-840678-10-iscsi neutron-server[103780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 19:41:32.538100 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-74da5052-ee51-45c3-a1c5-6071556be555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-940099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16764915'] for network (8b845737-d82e-4f19-9988-0f9e0f6a0f47), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:32.543342 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-74da5052-ee51-45c3-a1c5-6071556be555 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for network (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:32.546318 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-74da5052-ee51-45c3-a1c5-6071556be555 admin admin] 10.222.0.58 "DELETE /v2.0/networks/8b845737-d82e-4f19-9988-0f9e0f6a0f47 HTTP/1.1" status: 204 len: 168 time: 0.7721717 May 17 19:41:32.557227 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74da5052-ee51-45c3-a1c5-6071556be555 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b845737-d82e-4f19-9988-0f9e0f6a0f47,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:41:32.833602 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device 3e63cc5a-5686-40c7-ad06-23e329d99e6e no longer exists at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 19:41:32.852663 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] No Port match for: 3e63cc5a-5686-40c7-ad06-23e329d99e6e {{(pid=103782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 19:41:32.857086 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device 3e63cc5a-5686-40c7-ad06-23e329d99e6e not bound to the agent host dv-cinder-840678-10-iscsi {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 19:41:32.857086 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device c0e6ee1c-bc05-4198-8ee3-09c0bd841728 no longer exists at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 19:41:32.870939 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] No Port match for: c0e6ee1c-bc05-4198-8ee3-09c0bd841728 {{(pid=103782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 19:41:32.871282 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device c0e6ee1c-bc05-4198-8ee3-09c0bd841728 not bound to the agent host dv-cinder-840678-10-iscsi {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 19:41:32.871710 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device d2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85 no longer exists at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 19:41:32.889687 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] No Port match for: d2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85 {{(pid=103782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 19:41:32.890029 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device d2fb75c7-b106-4aaf-bb79-5d8e3b5e8e85 not bound to the agent host dv-cinder-840678-10-iscsi {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 19:41:33.021274 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 47374) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:41:33.059575 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-479dee21-687b-4531-a7bc-aa368d2c269e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2c9294dbfdbb463baf41d1fea4ae1fbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370419 May 17 19:41:33.064943 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 47376) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:41:33.110410 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-146d443d-9d1e-421c-9326-701397c4e597 admin admin] Publish callbacks [] for security_group (22b395fc-1dae-4237-83b7-3c533c1975e8), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:33.137264 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-146d443d-9d1e-421c-9326-701397c4e597 admin admin] Publish callbacks [] for security_group (22b395fc-1dae-4237-83b7-3c533c1975e8), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:33.240357 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-146d443d-9d1e-421c-9326-701397c4e597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (22b395fc-1dae-4237-83b7-3c533c1975e8), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:33.242851 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-146d443d-9d1e-421c-9326-701397c4e597 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:33.244051 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-146d443d-9d1e-421c-9326-701397c4e597 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/22b395fc-1dae-4237-83b7-3c533c1975e8 HTTP/1.1" status: 204 len: 168 time: 0.1782081 May 17 19:41:33.252669 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146d443d-9d1e-421c-9326-701397c4e597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b395fc-1dae-4237-83b7-3c533c1975e8,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:41:34.318276 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 47398) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:41:34.446196 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [None req-f7af19bd-5647-4488-950e-acdd0f7764d7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-18157700-network', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480'}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:41:34.560211 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7af19bd-5647-4488-950e-acdd0f7764d7 admin admin] Made reservation on behalf of e1e2d6671a8b45c6a698b4ef0263f480 for: {'network': 1} {{(pid=103780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:41:34.562737 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-f7af19bd-5647-4488-950e-acdd0f7764d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for network (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:34.572134 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-f7af19bd-5647-4488-950e-acdd0f7764d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:34.644349 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-f7af19bd-5647-4488-950e-acdd0f7764d7 admin admin] Publish callbacks [] for security_group (85465c2e-fa21-4fb9-8756-16d9f72cc4c6), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:34.697051 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-f7af19bd-5647-4488-950e-acdd0f7764d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (85465c2e-fa21-4fb9-8756-16d9f72cc4c6), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:34.720613 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7af19bd-5647-4488-950e-acdd0f7764d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=103780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 19:41:34.730007 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af19bd-5647-4488-950e-acdd0f7764d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85465c2e-fa21-4fb9-8756-16d9f72cc4c6,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:41:34.734955 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-f7af19bd-5647-4488-950e-acdd0f7764d7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792041590285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944438'] for segment (28f45ea2-a933-436b-b38e-7de41beadda9), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:34.735354 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.db.segments_db [None req-f7af19bd-5647-4488-950e-acdd0f7764d7 admin admin] Added segment 28f45ea2-a933-436b-b38e-7de41beadda9 of type vlan for network 7d4a50e1-750e-4570-a937-3f3d049e2ce3 May 17 19:41:34.776026 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-f7af19bd-5647-4488-950e-acdd0f7764d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792041130644'] for network (7d4a50e1-750e-4570-a937-3f3d049e2ce3), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:34.845977 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-f7af19bd-5647-4488-950e-acdd0f7764d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519'] for network (7d4a50e1-750e-4570-a937-3f3d049e2ce3), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:34.846981 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7af19bd-5647-4488-950e-acdd0f7764d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:41:34.847590 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-f7af19bd-5647-4488-950e-acdd0f7764d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for network (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:34.908176 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af19bd-5647-4488-950e-acdd0f7764d7 admin admin] Pushing event updated for resources: {'Network': ['ID=7d4a50e1-750e-4570-a937-3f3d049e2ce3,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:41:34.917608 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Network 7d4a50e1-750e-4570-a937-3f3d049e2ce3 details requested by agent ovs-agent-dv-cinder-840678-10-iscsi with host dv-cinder-840678-10-iscsi {{(pid=103782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 19:41:34.931365 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-f7af19bd-5647-4488-950e-acdd0f7764d7 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.6118858 May 17 19:41:34.934038 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 47402) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:41:34.939226 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [None req-92b86347-8f30-45cc-a430-a8475d1169ef admin admin] Request body: {'subnet': {'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-18157700-subnet', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:41:35.011838 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b86347-8f30-45cc-a430-a8475d1169ef admin admin] Made reservation on behalf of e1e2d6671a8b45c6a698b4ef0263f480 for: {'subnet': 1} {{(pid=103780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:41:35.014197 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-92b86347-8f30-45cc-a430-a8475d1169ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58575369'] for subnet (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:35.223653 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-92b86347-8f30-45cc-a430-a8475d1169ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16348314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13015687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58575391'] for subnet (4c8a8e8d-f545-4991-8807-17074c9e8217), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:35.282789 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b86347-8f30-45cc-a430-a8475d1169ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c8a8e8d-f545-4991-8807-17074c9e8217,revision_number=0']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:41:35.289105 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b86347-8f30-45cc-a430-a8475d1169ef admin admin] Checking segment: {'id': '28f45ea2-a933-436b-b38e-7de41beadda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:41:35.289459 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b86347-8f30-45cc-a430-a8475d1169ef admin admin] Network hostable DHCP agents. Network: 7d4a50e1-750e-4570-a937-3f3d049e2ce3, hostable agents: ['acc21e7f-c3fd-47ad-b523-e51f8b89f08b'], hosted agents: [] {{(pid=103780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 19:41:35.388776 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b86347-8f30-45cc-a430-a8475d1169ef admin admin] Network 7d4a50e1-750e-4570-a937-3f3d049e2ce3 is scheduled to be hosted by DHCP agent acc21e7f-c3fd-47ad-b523-e51f8b89f08b with binding_index 1 {{(pid=103780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 19:41:35.462659 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.base_scheduler [None req-92b86347-8f30-45cc-a430-a8475d1169ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-10-iscsi, 7d4a50e1-750e-4570-a937-3f3d049e2ce3) {{(pid=103780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:41:35.467100 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b86347-8f30-45cc-a430-a8475d1169ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:41:35.468103 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-92b86347-8f30-45cc-a430-a8475d1169ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for subnet (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:35.471039 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c49c8dc-c666-4e4a-9744-aaba4b3586ba None None] Network 7d4a50e1-750e-4570-a937-3f3d049e2ce3 requested from dv-cinder-840678-10-iscsi {{(pid=103782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 19:41:35.546407 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-92b86347-8f30-45cc-a430-a8475d1169ef admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6112287 May 17 19:41:35.549446 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 47404) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:41:35.553583 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [None req-dd9c7261-0e4e-4a57-9c76-d5264d456b77 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-18157700-router', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'}}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:41:35.572924 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a1e489-e1af-4b13-ba42-9410fe9df639 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83202b5c-fe6e-5d7f-b73b-0865743d1271-7d4a50e1-750e-4570-a937-3f3d049e2ce3', 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3', 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'fixed_ips': [{'subnet_id': '4c8a8e8d-f545-4991-8807-17074c9e8217'}]}} from dv-cinder-840678-10-iscsi. {{(pid=103782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 19:41:35.573968 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-88a1e489-e1af-4b13-ba42-9410fe9df639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:35.651983 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-dd9c7261-0e4e-4a57-9c76-d5264d456b77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16658731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1120'] for router (1dd07f40-b55c-4d4c-8596-7f8347e1b112), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:35.653042 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-dd9c7261-0e4e-4a57-9c76-d5264d456b77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16658911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16763698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16258091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1129'] for router (1dd07f40-b55c-4d4c-8596-7f8347e1b112), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:35.706601 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.db_base_plugin_common [None req-88a1e489-e1af-4b13-ba42-9410fe9df639 None None] Allocated IP 172.20.0.2 (7d4a50e1-750e-4570-a937-3f3d049e2ce3/4c8a8e8d-f545-4991-8807-17074c9e8217/ba93bf1c-412e-4000-8897-88ad2049b3c5) {{(pid=103782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:41:35.706834 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-dd9c7261-0e4e-4a57-9c76-d5264d456b77 admin admin] Publish callbacks [] for router_controller (1dd07f40-b55c-4d4c-8596-7f8347e1b112), precommit_add_association {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:35.848395 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-88a1e489-e1af-4b13-ba42-9410fe9df639 None None] Publish callbacks [] for port (ba93bf1c-412e-4000-8897-88ad2049b3c5), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:35.938113 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-88a1e489-e1af-4b13-ba42-9410fe9df639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167'] for port (ba93bf1c-412e-4000-8897-88ad2049b3c5), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:35.977511 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a1e489-e1af-4b13-ba42-9410fe9df639 None None] Network 7d4a50e1-750e-4570-a937-3f3d049e2ce3 is already hosted by enough agents. {{(pid=103782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:41:35.980413 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [None req-88a1e489-e1af-4b13-ba42-9410fe9df639 None None] Resources bound (agent type, host, resource id): {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:41:35.987140 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a1e489-e1af-4b13-ba42-9410fe9df639 None None] Received port after_create {{(pid=103782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:41:35.992246 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a1e489-e1af-4b13-ba42-9410fe9df639 None None] Pushing event updated for resources: {'Port': ['ID=ba93bf1c-412e-4000-8897-88ad2049b3c5,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:41:36.048645 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-88a1e489-e1af-4b13-ba42-9410fe9df639 None None] Attempting to bind port ba93bf1c-412e-4000-8897-88ad2049b3c5 on host dv-cinder-840678-10-iscsi for vnic_type normal with profile {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 19:41:36.049013 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-88a1e489-e1af-4b13-ba42-9410fe9df639 None None] Attempting to bind port ba93bf1c-412e-4000-8897-88ad2049b3c5 by drivers openvswitch,hyperv on host dv-cinder-840678-10-iscsi at level 0 using segments [{'id': '28f45ea2-a933-436b-b38e-7de41beadda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3'}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 19:41:36.049368 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a1e489-e1af-4b13-ba42-9410fe9df639 None None] Attempting to bind port ba93bf1c-412e-4000-8897-88ad2049b3c5 on network 7d4a50e1-750e-4570-a937-3f3d049e2ce3 {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:41:36.054518 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a1e489-e1af-4b13-ba42-9410fe9df639 None None] Checking agent: {'id': 'ad42d2f6-c134-426b-9061-deff100c9b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 19, 20, 51), 'started_at': datetime.datetime(2022, 5, 17, 19, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 19, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 19:41:36.054895 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a1e489-e1af-4b13-ba42-9410fe9df639 None None] Checking segment: {'id': '28f45ea2-a933-436b-b38e-7de41beadda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:41:36.061849 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-88a1e489-e1af-4b13-ba42-9410fe9df639 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:36.061849 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a1e489-e1af-4b13-ba42-9410fe9df639 None None] Bound using segment: {'id': '28f45ea2-a933-436b-b38e-7de41beadda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3'} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 19:41:36.061849 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-88a1e489-e1af-4b13-ba42-9410fe9df639 None None] Bound port: ba93bf1c-412e-4000-8897-88ad2049b3c5, host: dv-cinder-840678-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28f45ea2-a933-436b-b38e-7de41beadda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3'}}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 19:41:36.061849 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-88a1e489-e1af-4b13-ba42-9410fe9df639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (ba93bf1c-412e-4000-8897-88ad2049b3c5), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:36.121509 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-88a1e489-e1af-4b13-ba42-9410fe9df639 None None] For port ba93bf1c-412e-4000-8897-88ad2049b3c5, host dv-cinder-840678-10-iscsi, cleared binding levels {{(pid=103782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 19:41:36.124620 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-88a1e489-e1af-4b13-ba42-9410fe9df639 None None] For port ba93bf1c-412e-4000-8897-88ad2049b3c5, host dv-cinder-840678-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=ba93bf1c-412e-4000-8897-88ad2049b3c5,segment=NetworkSegment(28f45ea2-a933-436b-b38e-7de41beadda9),segment_id=28f45ea2-a933-436b-b38e-7de41beadda9)] {{(pid=103782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 19:41:36.131114 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-dd9c7261-0e4e-4a57-9c76-d5264d456b77 admin admin] Publish callbacks [] for router_gateway (1dd07f40-b55c-4d4c-8596-7f8347e1b112), precommit_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:36.253237 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-88a1e489-e1af-4b13-ba42-9410fe9df639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (ba93bf1c-412e-4000-8897-88ad2049b3c5), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:36.309033 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a1e489-e1af-4b13-ba42-9410fe9df639 None None] Pushing event updated for resources: {'Port': ['ID=ba93bf1c-412e-4000-8897-88ad2049b3c5,revision_number=2']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:41:36.458713 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-dd9c7261-0e4e-4a57-9c76-d5264d456b77 admin admin] Publish callbacks [] for router_gateway (1dd07f40-b55c-4d4c-8596-7f8347e1b112), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:36.479841 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-dd9c7261-0e4e-4a57-9c76-d5264d456b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:36.593136 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.db_base_plugin_common [None req-dd9c7261-0e4e-4a57-9c76-d5264d456b77 admin admin] Allocated IP 172.27.2.210 (a8e71caf-cf8f-487f-b3e8-f30c47275c44/5b8cb9fa-be03-458e-a77b-33fb963ee3d0/e34cc7cc-96f8-4c91-a604-0ecc13514d6a) {{(pid=103780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:41:36.693963 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-dd9c7261-0e4e-4a57-9c76-d5264d456b77 admin admin] Publish callbacks [] for port (e34cc7cc-96f8-4c91-a604-0ecc13514d6a), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:36.795205 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-dd9c7261-0e4e-4a57-9c76-d5264d456b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014583'] for port (e34cc7cc-96f8-4c91-a604-0ecc13514d6a), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:36.833947 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9c7261-0e4e-4a57-9c76-d5264d456b77 admin admin] Network a8e71caf-cf8f-487f-b3e8-f30c47275c44 is already hosted by enough agents. {{(pid=103780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:41:36.836780 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.base_scheduler [None req-dd9c7261-0e4e-4a57-9c76-d5264d456b77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:41:36.840233 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9c7261-0e4e-4a57-9c76-d5264d456b77 admin admin] Received port after_create {{(pid=103780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:41:36.864005 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device ba93bf1c-412e-4000-8897-88ad2049b3c5 up at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:41:36.875475 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9c7261-0e4e-4a57-9c76-d5264d456b77 admin admin] Pushing event updated for resources: {'Port': ['ID=e34cc7cc-96f8-4c91-a604-0ecc13514d6a,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:41:36.910252 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Provisioning complete for port ba93bf1c-412e-4000-8897-88ad2049b3c5 triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:41:36.910632 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (ba93bf1c-412e-4000-8897-88ad2049b3c5), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:36.989160 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port ba93bf1c-412e-4000-8897-88ad2049b3c5 is: DOWN; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:41:36.989853 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (ba93bf1c-412e-4000-8897-88ad2049b3c5), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:37.022529 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] For port ba93bf1c-412e-4000-8897-88ad2049b3c5, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=ba93bf1c-412e-4000-8897-88ad2049b3c5,segment=NetworkSegment(28f45ea2-a933-436b-b38e-7de41beadda9),segment_id=28f45ea2-a933-436b-b38e-7de41beadda9)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:41:37.180445 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae5258a-c75c-461c-8646-e589134e3538 None None] Network 7d4a50e1-750e-4570-a937-3f3d049e2ce3 requested from dv-cinder-840678-10-iscsi {{(pid=103782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 19:41:37.184860 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (ba93bf1c-412e-4000-8897-88ad2049b3c5), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:37.255899 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-dd9c7261-0e4e-4a57-9c76-d5264d456b77 admin admin] Publish callbacks [] for router_gateway (1dd07f40-b55c-4d4c-8596-7f8347e1b112), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:37.294551 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-1c610efa-5126-4512-b476-6b3693698d84 None None] Provisioning complete for port ba93bf1c-412e-4000-8897-88ad2049b3c5 triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:41:37.298206 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-1c610efa-5126-4512-b476-6b3693698d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (ba93bf1c-412e-4000-8897-88ad2049b3c5), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:37.298868 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Pushing event updated for resources: {'Port': ['ID=ba93bf1c-412e-4000-8897-88ad2049b3c5,revision_number=3']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:41:37.402851 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-1c610efa-5126-4512-b476-6b3693698d84 None None] Current status of the port ba93bf1c-412e-4000-8897-88ad2049b3c5 is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:41:37.450705 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-dd9c7261-0e4e-4a57-9c76-d5264d456b77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16658854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16763877'] for router (1dd07f40-b55c-4d4c-8596-7f8347e1b112), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:37.620910 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-609ed65e-ddb1-45ef-803d-8c3056e31ef5 None None] Provisioning complete for port ba93bf1c-412e-4000-8897-88ad2049b3c5 triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:41:37.621293 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-609ed65e-ddb1-45ef-803d-8c3056e31ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (ba93bf1c-412e-4000-8897-88ad2049b3c5), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:37.651789 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd9c7261-0e4e-4a57-9c76-d5264d456b77 admin admin] Router 1dd07f40-b55c-4d4c-8596-7f8347e1b112 is scheduled to L3 agent d0bc9f74-feb0-4354-bd47-885486f1ec0d with binding_index 1 {{(pid=103780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 19:41:37.694424 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-609ed65e-ddb1-45ef-803d-8c3056e31ef5 None None] Current status of the port ba93bf1c-412e-4000-8897-88ad2049b3c5 is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:41:37.753341 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9c7261-0e4e-4a57-9c76-d5264d456b77 admin admin] Notify agent at l3_agent.dv-cinder-840678-10-iscsi the message routers_updated {{(pid=103780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 19:41:37.762661 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae7b8e7-7f64-4e86-95c8-4bf62c72c59b None None] Sync routers for ids ['1dd07f40-b55c-4d4c-8596-7f8347e1b112'] in dv-cinder-840678-10-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 19:41:37.772154 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae7b8e7-7f64-4e86-95c8-4bf62c72c59b None None] Routers {'1dd07f40-b55c-4d4c-8596-7f8347e1b112'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:41:37.772757 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-2ae7b8e7-7f64-4e86-95c8-4bf62c72c59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:41:17Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['1dd07f40-b55c-4d4c-8596-7f8347e1b112'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:41:37.869137 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-2ae7b8e7-7f64-4e86-95c8-4bf62c72c59b None None] Set router 1dd07f40-b55c-4d4c-8596-7f8347e1b112 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:41:37.870732 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-dd9c7261-0e4e-4a57-9c76-d5264d456b77 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:37.872003 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-dd9c7261-0e4e-4a57-9c76-d5264d456b77 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3216465 May 17 19:41:37.874962 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 47406) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:41:38.033528 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-2ae7b8e7-7f64-4e86-95c8-4bf62c72c59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'name': 'tempest-AttachVolumeNegativeTest-18157700-router', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:41:35Z', 'updated_at': '2022-05-17T19:41:36Z', 'revision_number': 3, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'gw_port': {'id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:39:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:41:36Z', 'updated_at': '2022-05-17T19:41:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi'}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:41:38.060302 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae7b8e7-7f64-4e86-95c8-4bf62c72c59b None None] Checking router: 1dd07f40-b55c-4d4c-8596-7f8347e1b112 for host: dv-cinder-840678-10-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 19:41:38.060641 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae7b8e7-7f64-4e86-95c8-4bf62c72c59b None None] Updating router 1dd07f40-b55c-4d4c-8596-7f8347e1b112 port e34cc7cc-96f8-4c91-a604-0ecc13514d6a binding host dv-cinder-840678-10-iscsi {{(pid=103783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 19:41:38.087457 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-2ae7b8e7-7f64-4e86-95c8-4bf62c72c59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (e34cc7cc-96f8-4c91-a604-0ecc13514d6a), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:38.267726 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-ebf95cab-a19a-4915-b067-eb9a4d62fe1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:38.352404 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-2ae7b8e7-7f64-4e86-95c8-4bf62c72c59b None None] Publish callbacks [] for port (e34cc7cc-96f8-4c91-a604-0ecc13514d6a), precommit_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:38.406341 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-2ae7b8e7-7f64-4e86-95c8-4bf62c72c59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (e34cc7cc-96f8-4c91-a604-0ecc13514d6a), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:38.423060 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.db_base_plugin_common [None req-ebf95cab-a19a-4915-b067-eb9a4d62fe1e admin admin] Allocated IP 172.20.0.1 (7d4a50e1-750e-4570-a937-3f3d049e2ce3/4c8a8e8d-f545-4991-8807-17074c9e8217/2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2) {{(pid=103780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:41:38.456657 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-2ae7b8e7-7f64-4e86-95c8-4bf62c72c59b None None] Attempting to bind port e34cc7cc-96f8-4c91-a604-0ecc13514d6a on host dv-cinder-840678-10-iscsi for vnic_type normal with profile {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 19:41:38.457020 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-2ae7b8e7-7f64-4e86-95c8-4bf62c72c59b None None] Attempting to bind port e34cc7cc-96f8-4c91-a604-0ecc13514d6a by drivers openvswitch,hyperv on host dv-cinder-840678-10-iscsi at level 0 using segments [{'id': '9ce1d97a-7b85-460d-9e35-dbb6f20db43d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 19:41:38.457373 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae7b8e7-7f64-4e86-95c8-4bf62c72c59b None None] Attempting to bind port e34cc7cc-96f8-4c91-a604-0ecc13514d6a on network a8e71caf-cf8f-487f-b3e8-f30c47275c44 {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:41:38.460196 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ba5cc-8492-41d2-9934-29d51b551efb None None] Pushing event updated for resources: {'Port': ['ID=e34cc7cc-96f8-4c91-a604-0ecc13514d6a,revision_number=2']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:41:38.467533 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae7b8e7-7f64-4e86-95c8-4bf62c72c59b None None] Checking agent: {'id': 'ad42d2f6-c134-426b-9061-deff100c9b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 19, 20, 51), 'started_at': datetime.datetime(2022, 5, 17, 19, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 19, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 19:41:38.467868 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae7b8e7-7f64-4e86-95c8-4bf62c72c59b None None] Checking segment: {'id': '9ce1d97a-7b85-460d-9e35-dbb6f20db43d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:41:38.468261 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-2ae7b8e7-7f64-4e86-95c8-4bf62c72c59b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:38.468646 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae7b8e7-7f64-4e86-95c8-4bf62c72c59b None None] Bound using segment: {'id': '9ce1d97a-7b85-460d-9e35-dbb6f20db43d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 19:41:38.469098 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-2ae7b8e7-7f64-4e86-95c8-4bf62c72c59b None None] Bound port: e34cc7cc-96f8-4c91-a604-0ecc13514d6a, host: dv-cinder-840678-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce1d97a-7b85-460d-9e35-dbb6f20db43d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'}}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 19:41:38.469465 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-2ae7b8e7-7f64-4e86-95c8-4bf62c72c59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (e34cc7cc-96f8-4c91-a604-0ecc13514d6a), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:38.473181 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1ba5cc-8492-41d2-9934-29d51b551efb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:41:38.473519 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1ba5cc-8492-41d2-9934-29d51b551efb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:41:38.473873 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1ba5cc-8492-41d2-9934-29d51b551efb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:41:38.474224 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1ba5cc-8492-41d2-9934-29d51b551efb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:41:38.474581 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1ba5cc-8492-41d2-9934-29d51b551efb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:41:38.474909 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1ba5cc-8492-41d2-9934-29d51b551efb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:41:38.475231 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1ba5cc-8492-41d2-9934-29d51b551efb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:41:38.475569 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1ba5cc-8492-41d2-9934-29d51b551efb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:41:38.475910 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1ba5cc-8492-41d2-9934-29d51b551efb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:41:38.476232 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1ba5cc-8492-41d2-9934-29d51b551efb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:41:38.476552 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1ba5cc-8492-41d2-9934-29d51b551efb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:41:38.476885 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1ba5cc-8492-41d2-9934-29d51b551efb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:41:38.477217 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1ba5cc-8492-41d2-9934-29d51b551efb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:41:38.477529 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1ba5cc-8492-41d2-9934-29d51b551efb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:41:38.477839 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1ba5cc-8492-41d2-9934-29d51b551efb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:41:38.525979 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-2ae7b8e7-7f64-4e86-95c8-4bf62c72c59b None None] For port e34cc7cc-96f8-4c91-a604-0ecc13514d6a, host dv-cinder-840678-10-iscsi, cleared binding levels {{(pid=103783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 19:41:38.528928 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-2ae7b8e7-7f64-4e86-95c8-4bf62c72c59b None None] For port e34cc7cc-96f8-4c91-a604-0ecc13514d6a, host dv-cinder-840678-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=e34cc7cc-96f8-4c91-a604-0ecc13514d6a,segment=NetworkSegment(9ce1d97a-7b85-460d-9e35-dbb6f20db43d),segment_id=9ce1d97a-7b85-460d-9e35-dbb6f20db43d)] {{(pid=103783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 19:41:38.530460 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-ebf95cab-a19a-4915-b067-eb9a4d62fe1e admin admin] Publish callbacks [] for port (2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:38.617653 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-2ae7b8e7-7f64-4e86-95c8-4bf62c72c59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (e34cc7cc-96f8-4c91-a604-0ecc13514d6a), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:38.629106 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-ebf95cab-a19a-4915-b067-eb9a4d62fe1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014583'] for port (2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:38.666006 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf95cab-a19a-4915-b067-eb9a4d62fe1e admin admin] Network 7d4a50e1-750e-4570-a937-3f3d049e2ce3 is already hosted by enough agents. {{(pid=103780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:41:38.668970 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.base_scheduler [None req-ebf95cab-a19a-4915-b067-eb9a4d62fe1e admin admin] Resources bound (agent type, host, resource id): {{(pid=103780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:41:38.670098 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae7b8e7-7f64-4e86-95c8-4bf62c72c59b None None] Routers {'1dd07f40-b55c-4d4c-8596-7f8347e1b112'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:41:38.670710 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-2ae7b8e7-7f64-4e86-95c8-4bf62c72c59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:41:17Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['1dd07f40-b55c-4d4c-8596-7f8347e1b112'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:41:38.672433 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf95cab-a19a-4915-b067-eb9a4d62fe1e admin admin] Received port after_create {{(pid=103780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:41:38.706556 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf95cab-a19a-4915-b067-eb9a4d62fe1e admin admin] Pushing event updated for resources: {'Port': ['ID=2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:41:38.722174 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-ebf95cab-a19a-4915-b067-eb9a4d62fe1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16761288'] for router_interface (1dd07f40-b55c-4d4c-8596-7f8347e1b112), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:38.759965 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ba5cc-8492-41d2-9934-29d51b551efb None None] Pushing event updated for resources: {'Port': ['ID=e34cc7cc-96f8-4c91-a604-0ecc13514d6a,revision_number=3']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:41:38.782846 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-2ae7b8e7-7f64-4e86-95c8-4bf62c72c59b None None] Set router 1dd07f40-b55c-4d4c-8596-7f8347e1b112 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:41:38.864844 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device ba93bf1c-412e-4000-8897-88ad2049b3c5 up at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:41:38.909481 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Provisioning complete for port ba93bf1c-412e-4000-8897-88ad2049b3c5 triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:41:38.910726 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (ba93bf1c-412e-4000-8897-88ad2049b3c5), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:38.920089 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-ebf95cab-a19a-4915-b067-eb9a4d62fe1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2), before_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:38.951451 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-9816d92f-5fbf-41fa-beb4-8093641d78cc None None] Provisioning complete for port 2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2 triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:41:38.951853 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-9816d92f-5fbf-41fa-beb4-8093641d78cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:38.974362 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-2ae7b8e7-7f64-4e86-95c8-4bf62c72c59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'name': 'tempest-AttachVolumeNegativeTest-18157700-router', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:41:35Z', 'updated_at': '2022-05-17T19:41:36Z', 'revision_number': 3, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'gw_port': {'id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:39:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:41:36Z', 'updated_at': '2022-05-17T19:41:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi'}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:41:38.992459 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-9816d92f-5fbf-41fa-beb4-8093641d78cc None None] Port 2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2 cannot update to ACTIVE because it is not bound. {{(pid=103782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 19:41:38.999556 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae7b8e7-7f64-4e86-95c8-4bf62c72c59b None None] The sync data for ids ['1dd07f40-b55c-4d4c-8596-7f8347e1b112'] in dv-cinder-840678-10-iscsi is: [{'id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'name': 'tempest-AttachVolumeNegativeTest-18157700-router', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:41:35Z', 'updated_at': '2022-05-17T19:41:36Z', 'revision_number': 3, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'gw_port': {'id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:39:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:41:36Z', 'updated_at': '2022-05-17T19:41:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi'}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 19:41:39.035191 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port ba93bf1c-412e-4000-8897-88ad2049b3c5 is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:41:39.126773 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-ebf95cab-a19a-4915-b067-eb9a4d62fe1e admin admin] Publish callbacks [] for port (2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2), precommit_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:39.206960 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-ebf95cab-a19a-4915-b067-eb9a4d62fe1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13014528'] for port (2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2), after_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:39.277030 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf95cab-a19a-4915-b067-eb9a4d62fe1e admin admin] Pushing event updated for resources: {'Port': ['ID=2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2,revision_number=2']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:41:39.279584 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-ebf95cab-a19a-4915-b067-eb9a4d62fe1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16360533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16761730'] for router_interface (1dd07f40-b55c-4d4c-8596-7f8347e1b112), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:39.373229 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf95cab-a19a-4915-b067-eb9a4d62fe1e admin admin] Network 7d4a50e1-750e-4570-a937-3f3d049e2ce3 is already hosted by enough agents. {{(pid=103780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:41:39.374696 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.base_scheduler [None req-ebf95cab-a19a-4915-b067-eb9a4d62fe1e admin admin] Resources bound (agent type, host, resource id): {{(pid=103780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:41:39.491552 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf95cab-a19a-4915-b067-eb9a4d62fe1e admin admin] Router 1dd07f40-b55c-4d4c-8596-7f8347e1b112 has already been hosted by L3 agent d0bc9f74-feb0-4354-bd47-885486f1ec0d {{(pid=103780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 19:41:39.600151 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf95cab-a19a-4915-b067-eb9a4d62fe1e admin admin] Notify agent at l3_agent.dv-cinder-840678-10-iscsi the message routers_updated {{(pid=103780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 19:41:39.605079 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-ebf95cab-a19a-4915-b067-eb9a4d62fe1e admin admin] 10.222.0.58 "PUT /v2.0/routers/1dd07f40-b55c-4d4c-8596-7f8347e1b112/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7291329 May 17 19:41:39.621243 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-80332cac-eeca-429a-b475-7ec0b17c805f None None] Provisioning complete for port 2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2 triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:41:39.621619 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-80332cac-eeca-429a-b475-7ec0b17c805f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:39.653929 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-80332cac-eeca-429a-b475-7ec0b17c805f None None] Port 2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2 cannot update to ACTIVE because it is not bound. {{(pid=103782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 19:41:39.934417 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 47414) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:41:39.938912 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [None req-f9686339-034f-4643-b07f-81b4bb222b41 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1311742989', 'description': 'tempest-description--1142618010'}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:41:40.035108 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-f9686339-034f-4643-b07f-81b4bb222b41 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for security_group (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:40.100402 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-f9686339-034f-4643-b07f-81b4bb222b41 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for security_group (203e607f-b281-4844-9d52-6a68b8a3b6a6), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:40.149034 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-f9686339-034f-4643-b07f-81b4bb222b41 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (203e607f-b281-4844-9d52-6a68b8a3b6a6), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:40.178192 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9686339-034f-4643-b07f-81b4bb222b41 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=203e607f-b281-4844-9d52-6a68b8a3b6a6,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:41:40.231086 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-f9686339-034f-4643-b07f-81b4bb222b41 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:40.232681 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-f9686339-034f-4643-b07f-81b4bb222b41 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2972383 May 17 19:41:40.235462 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 47416) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:41:40.239777 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [None req-e19c6433-f8d6-4ba6-b65c-d4a88c0d364c tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Request body: {'security_group_rule': {'security_group_id': '203e607f-b281-4844-9d52-6a68b8a3b6a6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:41:40.337592 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-e19c6433-f8d6-4ba6-b65c-d4a88c0d364c tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for security_group_rule (5e27dda2-aa2f-4f9e-b686-f62b2f360b45), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:40.395033 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-e19c6433-f8d6-4ba6-b65c-d4a88c0d364c tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for security_group_rule (5e27dda2-aa2f-4f9e-b686-f62b2f360b45), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:40.480655 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-e19c6433-f8d6-4ba6-b65c-d4a88c0d364c tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321501'] for security_group_rule (5e27dda2-aa2f-4f9e-b686-f62b2f360b45), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:40.499456 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19c6433-f8d6-4ba6-b65c-d4a88c0d364c tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e27dda2-aa2f-4f9e-b686-f62b2f360b45,revision_number=0']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:41:40.500172 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98808768-1853-4e89-b7a7-72ceb0682e46 None None] Sync routers for ids ['1dd07f40-b55c-4d4c-8596-7f8347e1b112'] in dv-cinder-840678-10-iscsi {{(pid=103782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 19:41:40.511912 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98808768-1853-4e89-b7a7-72ceb0682e46 None None] Routers {'1dd07f40-b55c-4d4c-8596-7f8347e1b112'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:41:40.517504 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-98808768-1853-4e89-b7a7-72ceb0682e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:41:17Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['1dd07f40-b55c-4d4c-8596-7f8347e1b112'], 'active': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:41:40.567970 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-e19c6433-f8d6-4ba6-b65c-d4a88c0d364c tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:40.569189 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-e19c6433-f8d6-4ba6-b65c-d4a88c0d364c tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3327713 May 17 19:41:40.572005 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 47418) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:41:40.576450 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [None req-629e0d02-1122-4a8e-bd5d-21a565d7c47a tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Request body: {'security_group_rule': {'security_group_id': '203e607f-b281-4844-9d52-6a68b8a3b6a6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:41:40.614723 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvr_db [None req-98808768-1853-4e89-b7a7-72ceb0682e46 None None] Set router 1dd07f40-b55c-4d4c-8596-7f8347e1b112 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:41:40.668797 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-629e0d02-1122-4a8e-bd5d-21a565d7c47a tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for security_group_rule (1067b614-02c9-4df8-8d0e-8c40bb4e9ad8), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:40.724026 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-629e0d02-1122-4a8e-bd5d-21a565d7c47a tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for security_group_rule (1067b614-02c9-4df8-8d0e-8c40bb4e9ad8), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:40.800639 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-98808768-1853-4e89-b7a7-72ceb0682e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'name': 'tempest-AttachVolumeNegativeTest-18157700-router', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:41:35Z', 'updated_at': '2022-05-17T19:41:38Z', 'revision_number': 4, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'gw_port': {'id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:39:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:41:36Z', 'updated_at': '2022-05-17T19:41:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': '2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2', 'name': '', 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'mac_address': 'fa:16:3e:48:b0:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4c8a8e8d-f545-4991-8807-17074c9e8217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:41:38Z', 'updated_at': '2022-05-17T19:41:39Z', 'revision_number': 2, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'subnets': [{'id': '4c8a8e8d-f545-4991-8807-17074c9e8217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:41:40.803766 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-629e0d02-1122-4a8e-bd5d-21a565d7c47a tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321501'] for security_group_rule (1067b614-02c9-4df8-8d0e-8c40bb4e9ad8), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:40.825029 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e0d02-1122-4a8e-bd5d-21a565d7c47a tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1067b614-02c9-4df8-8d0e-8c40bb4e9ad8,revision_number=0']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:41:40.826542 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98808768-1853-4e89-b7a7-72ceb0682e46 None None] Checking router: 1dd07f40-b55c-4d4c-8596-7f8347e1b112 for host: dv-cinder-840678-10-iscsi {{(pid=103782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 19:41:40.826907 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98808768-1853-4e89-b7a7-72ceb0682e46 None None] Updating router 1dd07f40-b55c-4d4c-8596-7f8347e1b112 port 2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2 binding host dv-cinder-840678-10-iscsi {{(pid=103782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 19:41:40.859140 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-98808768-1853-4e89-b7a7-72ceb0682e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:40.874454 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device e34cc7cc-96f8-4c91-a604-0ecc13514d6a up at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:41:40.922666 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-629e0d02-1122-4a8e-bd5d-21a565d7c47a tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:40.923839 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-629e0d02-1122-4a8e-bd5d-21a565d7c47a tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3508832 May 17 19:41:40.926960 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 47420) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:41:40.931187 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [None req-0b7bbe9a-88bb-4330-9693-9d9b133f2c26 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Request body: {'floatingip': {'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:41:40.971384 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Provisioning complete for port e34cc7cc-96f8-4c91-a604-0ecc13514d6a triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:41:40.971780 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (e34cc7cc-96f8-4c91-a604-0ecc13514d6a), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:41.005966 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-0b7bbe9a-88bb-4330-9693-9d9b133f2c26 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:41.085877 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-0b7bbe9a-88bb-4330-9693-9d9b133f2c26 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:41.186507 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.db_base_plugin_common [None req-0b7bbe9a-88bb-4330-9693-9d9b133f2c26 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Allocated IP 172.27.2.121 (a8e71caf-cf8f-487f-b3e8-f30c47275c44/5b8cb9fa-be03-458e-a77b-33fb963ee3d0/f72756cc-d609-48f0-a921-d01dce615372) {{(pid=103780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:41:41.282890 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port e34cc7cc-96f8-4c91-a604-0ecc13514d6a is: DOWN; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:41:41.283267 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (e34cc7cc-96f8-4c91-a604-0ecc13514d6a), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:41.293023 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-0b7bbe9a-88bb-4330-9693-9d9b133f2c26 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for port (f72756cc-d609-48f0-a921-d01dce615372), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:41.319811 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] For port e34cc7cc-96f8-4c91-a604-0ecc13514d6a, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=e34cc7cc-96f8-4c91-a604-0ecc13514d6a,segment=NetworkSegment(9ce1d97a-7b85-460d-9e35-dbb6f20db43d),segment_id=9ce1d97a-7b85-460d-9e35-dbb6f20db43d)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:41:41.374378 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-98808768-1853-4e89-b7a7-72ceb0682e46 None None] Publish callbacks [] for port (2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2), precommit_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:41.406101 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (e34cc7cc-96f8-4c91-a604-0ecc13514d6a), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:41.406612 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-0b7bbe9a-88bb-4330-9693-9d9b133f2c26 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014583'] for port (f72756cc-d609-48f0-a921-d01dce615372), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:41.443166 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7bbe9a-88bb-4330-9693-9d9b133f2c26 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Network a8e71caf-cf8f-487f-b3e8-f30c47275c44 is already hosted by enough agents. {{(pid=103780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:41:41.443860 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-98808768-1853-4e89-b7a7-72ceb0682e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:41.450202 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.base_scheduler [None req-0b7bbe9a-88bb-4330-9693-9d9b133f2c26 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Resources bound (agent type, host, resource id): {{(pid=103780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:41:41.454504 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7bbe9a-88bb-4330-9693-9d9b133f2c26 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Received port after_create {{(pid=103780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:41:41.457556 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7bbe9a-88bb-4330-9693-9d9b133f2c26 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Pushing event updated for resources: {'Port': ['ID=f72756cc-d609-48f0-a921-d01dce615372,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:41:41.459215 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Pushing event updated for resources: {'Port': ['ID=e34cc7cc-96f8-4c91-a604-0ecc13514d6a,revision_number=4']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:41:41.529148 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab30f710-11d6-47a7-a384-c1631ffb99cf None None] Pushing event updated for resources: {'Port': ['ID=2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2,revision_number=3']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:41:41.543780 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-0b7bbe9a-88bb-4330-9693-9d9b133f2c26 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for floatingip (ba412af0-bc36-46b5-9e98-2e2c27780770), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:41.560351 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-98808768-1853-4e89-b7a7-72ceb0682e46 None None] Attempting to bind port 2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2 on host dv-cinder-840678-10-iscsi for vnic_type normal with profile {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 19:41:41.560840 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-98808768-1853-4e89-b7a7-72ceb0682e46 None None] Attempting to bind port 2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2 by drivers openvswitch,hyperv on host dv-cinder-840678-10-iscsi at level 0 using segments [{'id': '28f45ea2-a933-436b-b38e-7de41beadda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3'}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 19:41:41.561216 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98808768-1853-4e89-b7a7-72ceb0682e46 None None] Attempting to bind port 2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2 on network 7d4a50e1-750e-4570-a937-3f3d049e2ce3 {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:41:41.566640 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98808768-1853-4e89-b7a7-72ceb0682e46 None None] Checking agent: {'id': 'ad42d2f6-c134-426b-9061-deff100c9b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 19, 20, 51), 'started_at': datetime.datetime(2022, 5, 17, 19, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 19, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 19:41:41.567008 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98808768-1853-4e89-b7a7-72ceb0682e46 None None] Checking segment: {'id': '28f45ea2-a933-436b-b38e-7de41beadda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:41:41.567403 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-98808768-1853-4e89-b7a7-72ceb0682e46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:41.567855 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98808768-1853-4e89-b7a7-72ceb0682e46 None None] Bound using segment: {'id': '28f45ea2-a933-436b-b38e-7de41beadda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3'} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 19:41:41.568335 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-98808768-1853-4e89-b7a7-72ceb0682e46 None None] Bound port: 2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2, host: dv-cinder-840678-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28f45ea2-a933-436b-b38e-7de41beadda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3'}}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 19:41:41.568709 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-98808768-1853-4e89-b7a7-72ceb0682e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:41.635095 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-98808768-1853-4e89-b7a7-72ceb0682e46 None None] For port 2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2, host dv-cinder-840678-10-iscsi, cleared binding levels {{(pid=103782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 19:41:41.638439 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-98808768-1853-4e89-b7a7-72ceb0682e46 None None] For port 2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2, host dv-cinder-840678-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2,segment=NetworkSegment(28f45ea2-a933-436b-b38e-7de41beadda9),segment_id=28f45ea2-a933-436b-b38e-7de41beadda9)] {{(pid=103782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 19:41:41.677196 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-0b7bbe9a-88bb-4330-9693-9d9b133f2c26 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (f72756cc-d609-48f0-a921-d01dce615372), before_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:41.697875 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-3c494dfe-8255-4183-9ecb-767dc6b3b6e2 None None] Provisioning complete for port 2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2 triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:41:41.701484 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3c494dfe-8255-4183-9ecb-767dc6b3b6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:41.722856 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-98808768-1853-4e89-b7a7-72ceb0682e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:41.758175 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-3c494dfe-8255-4183-9ecb-767dc6b3b6e2 None None] Port 2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2 cannot update to ACTIVE because it is not bound. {{(pid=103782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 19:41:41.786210 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98808768-1853-4e89-b7a7-72ceb0682e46 None None] Routers {'1dd07f40-b55c-4d4c-8596-7f8347e1b112'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:41:41.786838 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-98808768-1853-4e89-b7a7-72ceb0682e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:41:17Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['1dd07f40-b55c-4d4c-8596-7f8347e1b112'], 'active': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:41:41.821323 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab30f710-11d6-47a7-a384-c1631ffb99cf None None] Pushing event updated for resources: {'Port': ['ID=2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2,revision_number=4']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:41:41.865883 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-0b7bbe9a-88bb-4330-9693-9d9b133f2c26 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for port (f72756cc-d609-48f0-a921-d01dce615372), precommit_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:41.897821 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvr_db [None req-98808768-1853-4e89-b7a7-72ceb0682e46 None None] Set router 1dd07f40-b55c-4d4c-8596-7f8347e1b112 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:41:41.937893 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-0b7bbe9a-88bb-4330-9693-9d9b133f2c26 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13014528'] for port (f72756cc-d609-48f0-a921-d01dce615372), after_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:42.005194 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-8b14a01a-8764-4c2c-bb15-44867d3bcdbf None None] Provisioning complete for port 2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2 triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:41:42.005565 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-8b14a01a-8764-4c2c-bb15-44867d3bcdbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:42.016265 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-0b7bbe9a-88bb-4330-9693-9d9b133f2c26 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16764702'] for floatingip (ba412af0-bc36-46b5-9e98-2e2c27780770), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:42.018884 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7bbe9a-88bb-4330-9693-9d9b133f2c26 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Pushing event updated for resources: {'Port': ['ID=f72756cc-d609-48f0-a921-d01dce615372,revision_number=2']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:41:42.093624 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-0b7bbe9a-88bb-4330-9693-9d9b133f2c26 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for floatingip (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:42.094801 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-0b7bbe9a-88bb-4330-9693-9d9b133f2c26 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1669064 May 17 19:41:42.161619 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-8b14a01a-8764-4c2c-bb15-44867d3bcdbf None None] Current status of the port 2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2 is: DOWN; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:41:42.161998 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-8b14a01a-8764-4c2c-bb15-44867d3bcdbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:42.163995 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-98808768-1853-4e89-b7a7-72ceb0682e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'name': 'tempest-AttachVolumeNegativeTest-18157700-router', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:41:35Z', 'updated_at': '2022-05-17T19:41:38Z', 'revision_number': 4, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'gw_port': {'id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:39:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:41:36Z', 'updated_at': '2022-05-17T19:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': '2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2', 'name': '', 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'mac_address': 'fa:16:3e:48:b0:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4c8a8e8d-f545-4991-8807-17074c9e8217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:41:38Z', 'updated_at': '2022-05-17T19:41:41Z', 'revision_number': 4, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'subnets': [{'id': '4c8a8e8d-f545-4991-8807-17074c9e8217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:41:42.198828 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98808768-1853-4e89-b7a7-72ceb0682e46 None None] The sync data for ids ['1dd07f40-b55c-4d4c-8596-7f8347e1b112'] in dv-cinder-840678-10-iscsi is: [{'id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'name': 'tempest-AttachVolumeNegativeTest-18157700-router', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:41:35Z', 'updated_at': '2022-05-17T19:41:38Z', 'revision_number': 4, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'gw_port': {'id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:39:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:41:36Z', 'updated_at': '2022-05-17T19:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': '2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2', 'name': '', 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'mac_address': 'fa:16:3e:48:b0:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4c8a8e8d-f545-4991-8807-17074c9e8217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:41:38Z', 'updated_at': '2022-05-17T19:41:41Z', 'revision_number': 4, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'subnets': [{'id': '4c8a8e8d-f545-4991-8807-17074c9e8217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 19:41:42.222339 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-8b14a01a-8764-4c2c-bb15-44867d3bcdbf None None] For port 2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2,segment=NetworkSegment(28f45ea2-a933-436b-b38e-7de41beadda9),segment_id=28f45ea2-a933-436b-b38e-7de41beadda9)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:41:42.273155 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-1529914c-3656-479f-b7f9-8da6c5eff57b req-409b167c-ca31-4944-b3bc-b70451c9c519 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1311742989&fields=id&tenant_id=e1e2d6671a8b45c6a698b4ef0263f480 HTTP/1.1" status: 200 len: 267 time: 0.0697136 May 17 19:41:42.389097 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529914c-3656-479f-b7f9-8da6c5eff57b req-32d785a6-c592-445a-a814-7630e2498d74 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:41:42.390620 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-1529914c-3656-479f-b7f9-8da6c5eff57b req-32d785a6-c592-445a-a814-7630e2498d74 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/networks?id=7d4a50e1-750e-4570-a937-3f3d049e2ce3 HTTP/1.1" status: 200 len: 813 time: 0.1106951 May 17 19:41:42.405467 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-1529914c-3656-479f-b7f9-8da6c5eff57b req-9ace78a2-e889-4463-8c15-77776b95a065 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/quotas/e1e2d6671a8b45c6a698b4ef0263f480 HTTP/1.1" status: 200 len: 375 time: 0.0094721 May 17 19:41:42.406559 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-8b14a01a-8764-4c2c-bb15-44867d3bcdbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:42.459578 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-1529914c-3656-479f-b7f9-8da6c5eff57b req-4d6e2a68-63b5-41fd-b90c-f24b66bca3ef tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e1e2d6671a8b45c6a698b4ef0263f480&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481026 May 17 19:41:42.459990 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b14a01a-8764-4c2c-bb15-44867d3bcdbf None None] Pushing event updated for resources: {'Port': ['ID=2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2,revision_number=5']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:41:42.519836 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [req-1529914c-3656-479f-b7f9-8da6c5eff57b req-3f46cabc-1eac-421b-9de0-9053a0c726d7 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 19:41:42.521114 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-1529914c-3656-479f-b7f9-8da6c5eff57b req-3f46cabc-1eac-421b-9de0-9053a0c726d7 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0520489 May 17 19:41:42.878310 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-1529914c-3656-479f-b7f9-8da6c5eff57b req-4f18fb69-20eb-4a83-a1e1-771d1a2f7492 service neutron] 10.222.0.58 "GET /v2.0/networks/7d4a50e1-750e-4570-a937-3f3d049e2ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513272 May 17 19:41:42.940907 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device 2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2 up at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:41:42.973445 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-1529914c-3656-479f-b7f9-8da6c5eff57b req-79d07521-7756-4516-b1c6-0e46607d6e0d service neutron] 10.222.0.58 "GET /v2.0/networks/7d4a50e1-750e-4570-a937-3f3d049e2ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902314 May 17 19:41:42.987564 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Provisioning complete for port 2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2 triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:41:42.988149 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:43.079475 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port 2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2 is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:41:43.079475 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device e34cc7cc-96f8-4c91-a604-0ecc13514d6a up at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:41:43.112357 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Provisioning complete for port e34cc7cc-96f8-4c91-a604-0ecc13514d6a triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:41:43.112724 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (e34cc7cc-96f8-4c91-a604-0ecc13514d6a), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:43.189187 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port e34cc7cc-96f8-4c91-a604-0ecc13514d6a is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:41:43.272061 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-590a38f1-8b18-4e58-8a68-3fdde5881af2 req-bf50f500-19cb-427f-b580-0f1a65b8fc34 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7746ae1-bd85-4e65-a980-ef6bcf232a36 HTTP/1.1" status: 200 len: 210 time: 0.0286453 May 17 19:41:44.355376 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-1e4cd292-4c03-49db-b7f1-c82d96713eb9 req-f9b3f6aa-b7ca-475c-99b2-9785ff2d3415 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7746ae1-bd85-4e65-a980-ef6bcf232a36 HTTP/1.1" status: 200 len: 210 time: 0.0348237 May 17 19:41:44.657670 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (bee311cb-2a55-4828-8ca4-4ee09c88de79), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:45.017683 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-950a7b35-44db-4b5f-86e8-7a404efa1b6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:45.453730 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-bc8f546b-c609-42ff-9ae1-7115d73dcccd req-19333049-bd43-45cf-9ba8-597c77af70b7 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7746ae1-bd85-4e65-a980-ef6bcf232a36 HTTP/1.1" status: 200 len: 210 time: 0.0315480 May 17 19:41:46.269778 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529914c-3656-479f-b7f9-8da6c5eff57b req-7265dd45-f79c-46fa-b298-5d81ddbeeaf8 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:41:46.271214 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1529914c-3656-479f-b7f9-8da6c5eff57b req-7265dd45-f79c-46fa-b298-5d81ddbeeaf8 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.69 "GET /v2.0/networks?id=7d4a50e1-750e-4570-a937-3f3d049e2ce3 HTTP/1.1" status: 200 len: 813 time: 0.0974848 May 17 19:41:46.330145 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1529914c-3656-479f-b7f9-8da6c5eff57b req-1313c374-4a93-49d4-ae9a-0522880581bd tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1e2d6671a8b45c6a698b4ef0263f480 HTTP/1.1" status: 200 len: 380 time: 0.0505641 May 17 19:41:46.340801 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [req-1529914c-3656-479f-b7f9-8da6c5eff57b req-cb172a58-6f08-4ac1-b956-f59d015b5903 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Request body: {'port': {'device_id': 'c7746ae1-bd85-4e65-a980-ef6bcf232a36', 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3', 'admin_state_up': True, 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'security_groups': ['203e607f-b281-4844-9d52-6a68b8a3b6a6']}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:41:46.548905 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1529914c-3656-479f-b7f9-8da6c5eff57b req-cb172a58-6f08-4ac1-b956-f59d015b5903 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Made reservation on behalf of e1e2d6671a8b45c6a698b4ef0263f480 for: {'port': 1} {{(pid=103781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:41:46.552428 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-1529914c-3656-479f-b7f9-8da6c5eff57b req-cb172a58-6f08-4ac1-b956-f59d015b5903 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:46.556072 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-48c1ed92-97e9-45cd-a7b8-f21b0e8c8bf4 req-c761f4f9-756c-4aca-b341-98cce813858e tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7746ae1-bd85-4e65-a980-ef6bcf232a36 HTTP/1.1" status: 200 len: 210 time: 0.0282025 May 17 19:41:46.677461 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_common [req-1529914c-3656-479f-b7f9-8da6c5eff57b req-cb172a58-6f08-4ac1-b956-f59d015b5903 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Allocated IP 172.20.0.7 (7d4a50e1-750e-4570-a937-3f3d049e2ce3/4c8a8e8d-f545-4991-8807-17074c9e8217/3b768bd0-0b51-4cf2-b542-f2e2e1281738) {{(pid=103781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:41:46.806350 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-1529914c-3656-479f-b7f9-8da6c5eff57b req-cb172a58-6f08-4ac1-b956-f59d015b5903 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for port (3b768bd0-0b51-4cf2-b542-f2e2e1281738), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:46.892704 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-1529914c-3656-479f-b7f9-8da6c5eff57b req-cb172a58-6f08-4ac1-b956-f59d015b5903 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (3b768bd0-0b51-4cf2-b542-f2e2e1281738), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:46.937025 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1529914c-3656-479f-b7f9-8da6c5eff57b req-cb172a58-6f08-4ac1-b956-f59d015b5903 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Network 7d4a50e1-750e-4570-a937-3f3d049e2ce3 is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:41:46.940536 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [req-1529914c-3656-479f-b7f9-8da6c5eff57b req-cb172a58-6f08-4ac1-b956-f59d015b5903 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:41:46.947454 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [req-1529914c-3656-479f-b7f9-8da6c5eff57b req-cb172a58-6f08-4ac1-b956-f59d015b5903 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Received port after_create {{(pid=103781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:41:46.952565 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb172a58-6f08-4ac1-b956-f59d015b5903 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Pushing event updated for resources: {'Port': ['ID=3b768bd0-0b51-4cf2-b542-f2e2e1281738,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:41:46.999268 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529914c-3656-479f-b7f9-8da6c5eff57b req-cb172a58-6f08-4ac1-b956-f59d015b5903 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:41:47.000026 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-1529914c-3656-479f-b7f9-8da6c5eff57b req-cb172a58-6f08-4ac1-b956-f59d015b5903 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:47.088943 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1529914c-3656-479f-b7f9-8da6c5eff57b req-cb172a58-6f08-4ac1-b956-f59d015b5903 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7515674 May 17 19:41:47.104812 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [req-1529914c-3656-479f-b7f9-8da6c5eff57b req-50b3b952-21aa-4f25-a996-ad70f7f9345a service neutron] Request body: {'port': {'device_id': 'c7746ae1-bd85-4e65-a980-ef6bcf232a36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:41:47.151581 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-bf4386f5-4ef3-4392-8c80-99e83a3987e6 None None] Provisioning complete for port 3b768bd0-0b51-4cf2-b542-f2e2e1281738 triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:41:47.152185 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-bf4386f5-4ef3-4392-8c80-99e83a3987e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (3b768bd0-0b51-4cf2-b542-f2e2e1281738), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:47.165658 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-1529914c-3656-479f-b7f9-8da6c5eff57b req-50b3b952-21aa-4f25-a996-ad70f7f9345a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (3b768bd0-0b51-4cf2-b542-f2e2e1281738), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:47.200425 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-bf4386f5-4ef3-4392-8c80-99e83a3987e6 None None] Port 3b768bd0-0b51-4cf2-b542-f2e2e1281738 cannot update to ACTIVE because it is not bound. {{(pid=103782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 19:41:47.274474 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-7c2b8d6e-de33-4c86-b6dc-13aaa8d10652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:47.443332 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [req-1529914c-3656-479f-b7f9-8da6c5eff57b req-50b3b952-21aa-4f25-a996-ad70f7f9345a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b768bd0-0b51-4cf2-b542-f2e2e1281738 {{(pid=103781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 19:41:47.450462 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-1529914c-3656-479f-b7f9-8da6c5eff57b req-50b3b952-21aa-4f25-a996-ad70f7f9345a service neutron] Publish callbacks [] for port (3b768bd0-0b51-4cf2-b542-f2e2e1281738), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:47.462374 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.provisioning_blocks [req-1529914c-3656-479f-b7f9-8da6c5eff57b req-50b3b952-21aa-4f25-a996-ad70f7f9345a service neutron] Transition to ACTIVE for port object 3b768bd0-0b51-4cf2-b542-f2e2e1281738 will not be triggered until provisioned by entity L2. {{(pid=103781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 19:41:47.525864 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-1529914c-3656-479f-b7f9-8da6c5eff57b req-50b3b952-21aa-4f25-a996-ad70f7f9345a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13820453'] for port (3b768bd0-0b51-4cf2-b542-f2e2e1281738), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:47.578227 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3b952-21aa-4f25-a996-ad70f7f9345a service neutron] Pushing event updated for resources: {'Port': ['ID=3b768bd0-0b51-4cf2-b542-f2e2e1281738,revision_number=2']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:41:47.681264 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-1529914c-3656-479f-b7f9-8da6c5eff57b req-50b3b952-21aa-4f25-a996-ad70f7f9345a service neutron] Attempting to bind port 3b768bd0-0b51-4cf2-b542-f2e2e1281738 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 19:41:47.681597 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-1529914c-3656-479f-b7f9-8da6c5eff57b req-50b3b952-21aa-4f25-a996-ad70f7f9345a service neutron] Attempting to bind port 3b768bd0-0b51-4cf2-b542-f2e2e1281738 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '28f45ea2-a933-436b-b38e-7de41beadda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3'}] {{(pid=103781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 19:41:47.681917 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1529914c-3656-479f-b7f9-8da6c5eff57b req-50b3b952-21aa-4f25-a996-ad70f7f9345a service neutron] Attempting to bind port 3b768bd0-0b51-4cf2-b542-f2e2e1281738 on network 7d4a50e1-750e-4570-a937-3f3d049e2ce3 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:41:47.690626 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad9463-7ccf-4875-a738-9107d9ae629c req-2ec01482-539c-4c18-b49c-11cf25f685a6 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:41:47.692129 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ebad9463-7ccf-4875-a738-9107d9ae629c req-2ec01482-539c-4c18-b49c-11cf25f685a6 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7746ae1-bd85-4e65-a980-ef6bcf232a36 HTTP/1.1" status: 200 len: 943 time: 0.0624442 May 17 19:41:47.697640 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1529914c-3656-479f-b7f9-8da6c5eff57b req-50b3b952-21aa-4f25-a996-ad70f7f9345a service neutron] Port 3b768bd0-0b51-4cf2-b542-f2e2e1281738 on network 7d4a50e1-750e-4570-a937-3f3d049e2ce3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 19:41:47.697640 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1529914c-3656-479f-b7f9-8da6c5eff57b req-50b3b952-21aa-4f25-a996-ad70f7f9345a service neutron] Attempting to bind port 3b768bd0-0b51-4cf2-b542-f2e2e1281738 on network 7d4a50e1-750e-4570-a937-3f3d049e2ce3 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:41:47.707014 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1529914c-3656-479f-b7f9-8da6c5eff57b req-50b3b952-21aa-4f25-a996-ad70f7f9345a service neutron] Checking agent: {'id': 'bee311cb-2a55-4828-8ca4-4ee09c88de79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 19, 27, 43), 'started_at': datetime.datetime(2022, 5, 17, 19, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 19, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 19:41:47.707365 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1529914c-3656-479f-b7f9-8da6c5eff57b req-50b3b952-21aa-4f25-a996-ad70f7f9345a service neutron] Checking segment: {'id': '28f45ea2-a933-436b-b38e-7de41beadda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:41:47.707736 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1529914c-3656-479f-b7f9-8da6c5eff57b req-50b3b952-21aa-4f25-a996-ad70f7f9345a service neutron] Bound using segment: {'id': '28f45ea2-a933-436b-b38e-7de41beadda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3'} {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 19:41:47.708156 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-1529914c-3656-479f-b7f9-8da6c5eff57b req-50b3b952-21aa-4f25-a996-ad70f7f9345a service neutron] Bound port: 3b768bd0-0b51-4cf2-b542-f2e2e1281738, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28f45ea2-a933-436b-b38e-7de41beadda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3'}}] {{(pid=103781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 19:41:47.708501 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-1529914c-3656-479f-b7f9-8da6c5eff57b req-50b3b952-21aa-4f25-a996-ad70f7f9345a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (3b768bd0-0b51-4cf2-b542-f2e2e1281738), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:47.782382 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ebad9463-7ccf-4875-a738-9107d9ae629c req-c7092a80-4d2c-4c58-ba83-12437efffc4e tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/security-groups?id=203e607f-b281-4844-9d52-6a68b8a3b6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830886 May 17 19:41:47.797425 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-1529914c-3656-479f-b7f9-8da6c5eff57b req-50b3b952-21aa-4f25-a996-ad70f7f9345a service neutron] For port 3b768bd0-0b51-4cf2-b542-f2e2e1281738, host hv-cinder-84067, cleared binding levels {{(pid=103781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 19:41:47.800477 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-1529914c-3656-479f-b7f9-8da6c5eff57b req-50b3b952-21aa-4f25-a996-ad70f7f9345a service neutron] For port 3b768bd0-0b51-4cf2-b542-f2e2e1281738, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=3b768bd0-0b51-4cf2-b542-f2e2e1281738,segment=NetworkSegment(28f45ea2-a933-436b-b38e-7de41beadda9),segment_id=28f45ea2-a933-436b-b38e-7de41beadda9)] {{(pid=103781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 19:41:47.869042 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-1529914c-3656-479f-b7f9-8da6c5eff57b req-50b3b952-21aa-4f25-a996-ad70f7f9345a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13820453'] for port (3b768bd0-0b51-4cf2-b542-f2e2e1281738), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:47.902527 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529914c-3656-479f-b7f9-8da6c5eff57b req-50b3b952-21aa-4f25-a996-ad70f7f9345a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:41:47.903139 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-1529914c-3656-479f-b7f9-8da6c5eff57b req-50b3b952-21aa-4f25-a996-ad70f7f9345a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:47.904513 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1529914c-3656-479f-b7f9-8da6c5eff57b req-50b3b952-21aa-4f25-a996-ad70f7f9345a service neutron] 10.222.0.69 "PUT /v2.0/ports/3b768bd0-0b51-4cf2-b542-f2e2e1281738 HTTP/1.1" status: 200 len: 1093 time: 0.8039420 May 17 19:41:47.904954 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7746ae1-bd85-4e65-a980-ef6bcf232a36', 'tag': '3b768bd0-0b51-4cf2-b542-f2e2e1281738'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:41:47.907183 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5abf21081b7c701043d67e7bff15db599e71af2afb5ac8611b6265996300b020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133a764a-7d1d-442f-9da2-4cd65df73f2d" -d '{"events": [{"name": "network-changed", "server_uuid": "c7746ae1-bd85-4e65-a980-ef6bcf232a36", "tag": "3b768bd0-0b51-4cf2-b542-f2e2e1281738"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:41:47.932086 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3b952-21aa-4f25-a996-ad70f7f9345a service neutron] Pushing event updated for resources: {'Port': ['ID=3b768bd0-0b51-4cf2-b542-f2e2e1281738,revision_number=3']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:41:47.950769 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 19:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59985e39-b6ff-486c-8bfd-bcb0ed97164f x-openstack-request-id: req-59985e39-b6ff-486c-8bfd-bcb0ed97164f {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:41:47.951063 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7746ae1-bd85-4e65-a980-ef6bcf232a36", "tag": "3b768bd0-0b51-4cf2-b542-f2e2e1281738", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:41:47.951318 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-59985e39-b6ff-486c-8bfd-bcb0ed97164f {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:41:47.951764 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59985e39-b6ff-486c-8bfd-bcb0ed97164f'] response: {'name': 'network-changed', 'server_uuid': 'c7746ae1-bd85-4e65-a980-ef6bcf232a36', 'tag': '3b768bd0-0b51-4cf2-b542-f2e2e1281738', 'status': 'completed', 'code': 200} May 17 19:41:48.013051 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a764a-7d1d-442f-9da2-4cd65df73f2d req-384112c5-8205-4b40-93d9-9270ea1e791b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:41:48.014618 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-133a764a-7d1d-442f-9da2-4cd65df73f2d req-384112c5-8205-4b40-93d9-9270ea1e791b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e1e2d6671a8b45c6a698b4ef0263f480&device_id=c7746ae1-bd85-4e65-a980-ef6bcf232a36 HTTP/1.1" status: 200 len: 1127 time: 0.0432355 May 17 19:41:48.124790 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a764a-7d1d-442f-9da2-4cd65df73f2d req-4f65e093-825b-435b-84c9-955517f6075b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:41:48.126819 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-133a764a-7d1d-442f-9da2-4cd65df73f2d req-4f65e093-825b-435b-84c9-955517f6075b service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=e1e2d6671a8b45c6a698b4ef0263f480&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1023049 May 17 19:41:48.218503 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a764a-7d1d-442f-9da2-4cd65df73f2d req-8fc28bf6-ca31-47ae-a2ab-06320a6f3f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:41:48.219965 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-133a764a-7d1d-442f-9da2-4cd65df73f2d req-8fc28bf6-ca31-47ae-a2ab-06320a6f3f41 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0847661 May 17 19:41:48.304407 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529914c-3656-479f-b7f9-8da6c5eff57b req-c608b757-4a99-4c26-9413-b5668ffc25c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:41:48.305868 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1529914c-3656-479f-b7f9-8da6c5eff57b req-c608b757-4a99-4c26-9413-b5668ffc25c1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e1e2d6671a8b45c6a698b4ef0263f480&device_id=c7746ae1-bd85-4e65-a980-ef6bcf232a36 HTTP/1.1" status: 200 len: 1127 time: 0.0426059 May 17 19:41:48.346744 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1529914c-3656-479f-b7f9-8da6c5eff57b req-8c9bd52d-5a6d-4b0a-b9d2-1d1ae4180859 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b768bd0-0b51-4cf2-b542-f2e2e1281738 HTTP/1.1" status: 200 len: 217 time: 0.0304906 May 17 19:41:48.394975 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529914c-3656-479f-b7f9-8da6c5eff57b req-f61aff15-d805-4337-bfb7-2b7c93405602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:41:48.396442 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1529914c-3656-479f-b7f9-8da6c5eff57b req-f61aff15-d805-4337-bfb7-2b7c93405602 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c8a8e8d-f545-4991-8807-17074c9e8217 HTTP/1.1" status: 200 len: 852 time: 0.0436373 May 17 19:41:48.443260 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529914c-3656-479f-b7f9-8da6c5eff57b req-c3c7ba62-e7f8-4e07-a285-d2b3905d3ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:41:48.444767 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1529914c-3656-479f-b7f9-8da6c5eff57b req-c3c7ba62-e7f8-4e07-a285-d2b3905d3ff0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7d4a50e1-750e-4570-a937-3f3d049e2ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0376823 May 17 19:41:48.508628 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:48.536472 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1529914c-3656-479f-b7f9-8da6c5eff57b req-9fd95282-ead9-478f-ab9b-23457b184406 service neutron] 10.222.0.69 "GET /v2.0/networks/7d4a50e1-750e-4570-a937-3f3d049e2ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835662 May 17 19:41:48.627625 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1529914c-3656-479f-b7f9-8da6c5eff57b req-68e2a660-ca4c-4071-8174-21bd39a18f26 service neutron] 10.222.0.69 "GET /v2.0/networks/7d4a50e1-750e-4570-a937-3f3d049e2ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824788 May 17 19:41:48.892952 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4231ef-0fab-4fa9-9263-6e4e65416b1e req-7e06e0f3-54f2-4e8a-8f4e-6c7a060700c7 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:41:48.894394 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-dd4231ef-0fab-4fa9-9263-6e4e65416b1e req-7e06e0f3-54f2-4e8a-8f4e-6c7a060700c7 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7746ae1-bd85-4e65-a980-ef6bcf232a36 HTTP/1.1" status: 200 len: 943 time: 0.0465982 May 17 19:41:48.939137 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-dd4231ef-0fab-4fa9-9263-6e4e65416b1e req-c6807727-4f74-4826-9077-e5b52847cbb7 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/security-groups?id=203e607f-b281-4844-9d52-6a68b8a3b6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392122 May 17 19:41:50.050101 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00dd4dc-d3f0-4e6a-9561-26ba88c5a269 req-a17db9d7-fb52-4730-81eb-f5752e219170 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:41:50.051559 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-f00dd4dc-d3f0-4e6a-9561-26ba88c5a269 req-a17db9d7-fb52-4730-81eb-f5752e219170 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7746ae1-bd85-4e65-a980-ef6bcf232a36 HTTP/1.1" status: 200 len: 943 time: 0.0452411 May 17 19:41:50.096529 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-f00dd4dc-d3f0-4e6a-9561-26ba88c5a269 req-f3a2f80e-1ade-404c-8752-7d1b9b9637cd tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/security-groups?id=203e607f-b281-4844-9d52-6a68b8a3b6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395727 May 17 19:41:50.285847 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:50.289835 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 3b768bd0-0b51-4cf2-b542-f2e2e1281738 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 19:41:50.384933 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port 3b768bd0-0b51-4cf2-b542-f2e2e1281738, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=3b768bd0-0b51-4cf2-b542-f2e2e1281738,segment=NetworkSegment(28f45ea2-a933-436b-b38e-7de41beadda9),segment_id=28f45ea2-a933-436b-b38e-7de41beadda9)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:41:50.396002 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Returning: {'device': '3b768bd0-0b51-4cf2-b542-f2e2e1281738', 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3', 'port_id': '3b768bd0-0b51-4cf2-b542-f2e2e1281738', 'mac_address': 'fa:16:3e:33:11:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c8a8e8d-f545-4991-8807-17074c9e8217', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 19:41:50.433896 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Current status of the port 3b768bd0-0b51-4cf2-b542-f2e2e1281738 is: DOWN; New status is: BUILD {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:41:50.434280 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (3b768bd0-0b51-4cf2-b542-f2e2e1281738), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:50.447638 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b768bd0-0b51-4cf2-b542-f2e2e1281738 {{(pid=103782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 19:41:50.468785 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port 3b768bd0-0b51-4cf2-b542-f2e2e1281738, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=3b768bd0-0b51-4cf2-b542-f2e2e1281738,segment=NetworkSegment(28f45ea2-a933-436b-b38e-7de41beadda9),segment_id=28f45ea2-a933-436b-b38e-7de41beadda9)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:41:50.542490 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (3b768bd0-0b51-4cf2-b542-f2e2e1281738), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:50.587164 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Pushing event updated for resources: {'Port': ['ID=3b768bd0-0b51-4cf2-b542-f2e2e1281738,revision_number=4']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:41:50.796621 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] get_ports_and_sgs() called for port_ids ['3b768bd0-0b51-4cf2-b542-f2e2e1281738'] {{(pid=103782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 19:41:51.205087 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441c8df-dc15-4544-b127-a24f826c6cc5 req-b9f19902-db51-469e-b736-6069aaf39712 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:41:51.206538 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2441c8df-dc15-4544-b127-a24f826c6cc5 req-b9f19902-db51-469e-b736-6069aaf39712 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7746ae1-bd85-4e65-a980-ef6bcf232a36 HTTP/1.1" status: 200 len: 944 time: 0.0453866 May 17 19:41:51.251638 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2441c8df-dc15-4544-b127-a24f826c6cc5 req-95993f7d-c8bc-4899-aee5-7a36618e6247 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/security-groups?id=203e607f-b281-4844-9d52-6a68b8a3b6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396326 May 17 19:41:51.571068 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:52.321167 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 3b768bd0-0b51-4cf2-b542-f2e2e1281738 up at agent hyperv_hv-cinder-84067 {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:41:52.363606 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Provisioning for port 3b768bd0-0b51-4cf2-b542-f2e2e1281738 completed by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 19:41:52.367130 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dec909c-8697-4349-a7b1-7861c81153dc req-d0ef768a-88d0-4fe4-b77e-48e8fa690b9b tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:41:52.368640 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-9dec909c-8697-4349-a7b1-7861c81153dc req-d0ef768a-88d0-4fe4-b77e-48e8fa690b9b tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7746ae1-bd85-4e65-a980-ef6bcf232a36 HTTP/1.1" status: 200 len: 944 time: 0.0509579 May 17 19:41:52.414474 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-9dec909c-8697-4349-a7b1-7861c81153dc req-a12c956b-7eca-45aa-b4c6-cee49f7b68e2 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/security-groups?id=203e607f-b281-4844-9d52-6a68b8a3b6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402269 May 17 19:41:52.451214 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Provisioning complete for port 3b768bd0-0b51-4cf2-b542-f2e2e1281738 triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:41:52.451621 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (3b768bd0-0b51-4cf2-b542-f2e2e1281738), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:52.524477 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Current status of the port 3b768bd0-0b51-4cf2-b542-f2e2e1281738 is: BUILD; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:41:52.524856 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (3b768bd0-0b51-4cf2-b542-f2e2e1281738), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:52.546686 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7746ae1-bd85-4e65-a980-ef6bcf232a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b768bd0-0b51-4cf2-b542-f2e2e1281738'}] {{(pid=103782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:41:52.549471 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dcdb420cfc3f3d59cdc90e9401be4743e23c4809d01819fc24a250fd06a42a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693d29e3-e86d-4022-9dea-f38e66c7c283" -d '{"events": [{"server_uuid": "c7746ae1-bd85-4e65-a980-ef6bcf232a36", "name": "network-vif-plugged", "status": "completed", "tag": "3b768bd0-0b51-4cf2-b542-f2e2e1281738"}]}' {{(pid=103782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:41:52.563914 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port 3b768bd0-0b51-4cf2-b542-f2e2e1281738, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=3b768bd0-0b51-4cf2-b542-f2e2e1281738,segment=NetworkSegment(28f45ea2-a933-436b-b38e-7de41beadda9),segment_id=28f45ea2-a933-436b-b38e-7de41beadda9)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:41:52.646158 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 19:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c9894c-beaf-49b0-aa89-5d67fa084194 x-openstack-request-id: req-a3c9894c-beaf-49b0-aa89-5d67fa084194 {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:41:52.646711 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7746ae1-bd85-4e65-a980-ef6bcf232a36", "name": "network-vif-plugged", "status": "completed", "tag": "3b768bd0-0b51-4cf2-b542-f2e2e1281738", "code": 200}]} {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:41:52.646711 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a3c9894c-beaf-49b0-aa89-5d67fa084194 {{(pid=103782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:41:52.647105 dv-cinder-840678-10-iscsi neutron-server[103782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3c9894c-beaf-49b0-aa89-5d67fa084194'] response: {'server_uuid': 'c7746ae1-bd85-4e65-a980-ef6bcf232a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b768bd0-0b51-4cf2-b542-f2e2e1281738', 'code': 200} May 17 19:41:52.648305 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (3b768bd0-0b51-4cf2-b542-f2e2e1281738), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:52.694172 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Pushing event updated for resources: {'Port': ['ID=3b768bd0-0b51-4cf2-b542-f2e2e1281738,revision_number=5']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:41:52.900201 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca4576a-b066-47fd-aa3b-21b9f1ecf1d6 req-2bfc3918-4937-4f2a-b3eb-255ef854f8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:41:52.901642 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5ca4576a-b066-47fd-aa3b-21b9f1ecf1d6 req-2bfc3918-4937-4f2a-b3eb-255ef854f8a0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c7746ae1-bd85-4e65-a980-ef6bcf232a36 HTTP/1.1" status: 200 len: 1129 time: 0.0404420 May 17 19:41:52.948989 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5ca4576a-b066-47fd-aa3b-21b9f1ecf1d6 req-4aabd52a-98bf-4761-8acf-84ccf77b53d6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=203e607f-b281-4844-9d52-6a68b8a3b6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367548 May 17 19:41:53.525078 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61a289-fa91-42a3-9bed-d99f4992cad1 req-30303066-9edd-4d20-8582-822cb8af1f3e tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:41:53.526509 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-5c61a289-fa91-42a3-9bed-d99f4992cad1 req-30303066-9edd-4d20-8582-822cb8af1f3e tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7746ae1-bd85-4e65-a980-ef6bcf232a36 HTTP/1.1" status: 200 len: 945 time: 0.0459604 May 17 19:41:53.571432 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-5c61a289-fa91-42a3-9bed-d99f4992cad1 req-82e65e08-95ef-4250-8924-26d2b72ffd9f tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/security-groups?id=203e607f-b281-4844-9d52-6a68b8a3b6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394709 May 17 19:41:54.684199 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a3277-c809-4198-b29a-7db0c330e75c req-e79a7933-4862-4594-9f65-2fda6652d9fe tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:41:54.685633 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6f4a3277-c809-4198-b29a-7db0c330e75c req-e79a7933-4862-4594-9f65-2fda6652d9fe tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7746ae1-bd85-4e65-a980-ef6bcf232a36 HTTP/1.1" status: 200 len: 945 time: 0.0464506 May 17 19:41:54.732200 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6f4a3277-c809-4198-b29a-7db0c330e75c req-f041a505-d45b-4870-9e47-3b4460428520 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/security-groups?id=203e607f-b281-4844-9d52-6a68b8a3b6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410907 May 17 19:41:54.840776 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de86113-ea4c-4ccf-9ad2-d19817867753 req-bc344dc9-5530-4d14-afbf-8b507b6d2f25 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:41:54.842202 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-3de86113-ea4c-4ccf-9ad2-d19817867753 req-bc344dc9-5530-4d14-afbf-8b507b6d2f25 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7746ae1-bd85-4e65-a980-ef6bcf232a36 HTTP/1.1" status: 200 len: 945 time: 0.0454669 May 17 19:41:54.851217 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 47484) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:41:54.855274 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [None req-1a5e1224-ae45-4791-a298-b21ca1b1992d tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Request body: {'floatingip': {'port_id': '3b768bd0-0b51-4cf2-b542-f2e2e1281738'}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:41:54.894979 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-1a5e1224-ae45-4791-a298-b21ca1b1992d tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for floatingip (ba412af0-bc36-46b5-9e98-2e2c27780770), before_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:55.299594 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-1a5e1224-ae45-4791-a298-b21ca1b1992d tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:55.342957 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-1a5e1224-ae45-4791-a298-b21ca1b1992d tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16764702'] for floatingip (ba412af0-bc36-46b5-9e98-2e2c27780770), after_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:55.433146 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.db.l3_db [None req-1a5e1224-ae45-4791-a298-b21ca1b1992d tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Floating IP ba412af0-bc36-46b5-9e98-2e2c27780770 associated. External IP: 172.27.2.121, port: 3b768bd0-0b51-4cf2-b542-f2e2e1281738. May 17 19:41:55.626859 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a5e1224-ae45-4791-a298-b21ca1b1992d tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Router 1dd07f40-b55c-4d4c-8596-7f8347e1b112 has already been hosted by L3 agent d0bc9f74-feb0-4354-bd47-885486f1ec0d {{(pid=103780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 19:41:55.726216 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5e1224-ae45-4791-a298-b21ca1b1992d tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Notify agent at l3_agent.dv-cinder-840678-10-iscsi the message routers_updated {{(pid=103780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 19:41:55.731161 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-1a5e1224-ae45-4791-a298-b21ca1b1992d tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for floatingip (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:41:55.736787 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bd52db-b996-485c-bf37-54643f18b83e None None] Sync routers for ids ['1dd07f40-b55c-4d4c-8596-7f8347e1b112'] in dv-cinder-840678-10-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 19:41:55.746407 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bd52db-b996-485c-bf37-54643f18b83e None None] Routers {'1dd07f40-b55c-4d4c-8596-7f8347e1b112'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:41:55.747014 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-c2bd52db-b996-485c-bf37-54643f18b83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:41:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['1dd07f40-b55c-4d4c-8596-7f8347e1b112'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:41:55.760351 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-1a5e1224-ae45-4791-a298-b21ca1b1992d tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "PUT /v2.0/floatingips/ba412af0-bc36-46b5-9e98-2e2c27780770 HTTP/1.1" status: 200 len: 991 time: 0.9081535 May 17 19:41:55.760913 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7746ae1-bd85-4e65-a980-ef6bcf232a36', 'tag': '3b768bd0-0b51-4cf2-b542-f2e2e1281738'}] {{(pid=103780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:41:55.763115 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1bd86ad9c435c7379d29d4f4527297f276984ecaea51489ddc34f383e603623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead554fc-96a8-48a1-8ba2-3047a303e918" -d '{"events": [{"name": "network-changed", "server_uuid": "c7746ae1-bd85-4e65-a980-ef6bcf232a36", "tag": "3b768bd0-0b51-4cf2-b542-f2e2e1281738"}]}' {{(pid=103780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:41:55.856046 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 19:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5748ac3-aba4-4928-a879-76e5d5349473 x-openstack-request-id: req-a5748ac3-aba4-4928-a879-76e5d5349473 {{(pid=103780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:41:55.856973 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7746ae1-bd85-4e65-a980-ef6bcf232a36", "tag": "3b768bd0-0b51-4cf2-b542-f2e2e1281738", "status": "completed", "code": 200}]} {{(pid=103780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:41:55.856973 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a5748ac3-aba4-4928-a879-76e5d5349473 {{(pid=103780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:41:55.857288 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5748ac3-aba4-4928-a879-76e5d5349473'] response: {'name': 'network-changed', 'server_uuid': 'c7746ae1-bd85-4e65-a980-ef6bcf232a36', 'tag': '3b768bd0-0b51-4cf2-b542-f2e2e1281738', 'status': 'completed', 'code': 200} May 17 19:41:55.919599 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead554fc-96a8-48a1-8ba2-3047a303e918 req-6177d51a-5fe1-45a2-843b-f69567741dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:41:55.921005 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ead554fc-96a8-48a1-8ba2-3047a303e918 req-6177d51a-5fe1-45a2-843b-f69567741dc3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e1e2d6671a8b45c6a698b4ef0263f480&device_id=c7746ae1-bd85-4e65-a980-ef6bcf232a36 HTTP/1.1" status: 200 len: 1129 time: 0.0417607 May 17 19:41:55.938785 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-c2bd52db-b996-485c-bf37-54643f18b83e None None] Set router 1dd07f40-b55c-4d4c-8596-7f8347e1b112 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:41:56.009101 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead554fc-96a8-48a1-8ba2-3047a303e918 req-f2b4676b-dba0-479c-85c7-5a0395451d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:41:56.010898 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ead554fc-96a8-48a1-8ba2-3047a303e918 req-f2b4676b-dba0-479c-85c7-5a0395451d26 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7d4a50e1-750e-4570-a937-3f3d049e2ce3 HTTP/1.1" status: 200 len: 914 time: 0.0831275 May 17 19:41:56.061668 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-c4df6903-a4cb-4ff7-b7e1-153e97eae767 req-03845bc3-f4ee-47d6-b011-0ddc527244c0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c7746ae1-bd85-4e65-a980-ef6bcf232a36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398371 May 17 19:41:56.078262 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ead554fc-96a8-48a1-8ba2-3047a303e918 req-c0c1be47-1b3b-4042-bf71-f95c453523a7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b768bd0-0b51-4cf2-b542-f2e2e1281738 HTTP/1.1" status: 200 len: 999 time: 0.0568187 May 17 19:41:56.125698 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead554fc-96a8-48a1-8ba2-3047a303e918 req-4e401dba-7ac7-4a20-883d-9ee0a4ca2f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:41:56.127161 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ead554fc-96a8-48a1-8ba2-3047a303e918 req-4e401dba-7ac7-4a20-883d-9ee0a4ca2f81 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c8a8e8d-f545-4991-8807-17074c9e8217 HTTP/1.1" status: 200 len: 852 time: 0.0435076 May 17 19:41:56.146753 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-c2bd52db-b996-485c-bf37-54643f18b83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'name': 'tempest-AttachVolumeNegativeTest-18157700-router', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:41:35Z', 'updated_at': '2022-05-17T19:41:38Z', 'revision_number': 4, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'gw_port': {'id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:39:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:41:36Z', 'updated_at': '2022-05-17T19:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_floatingips': [{'id': 'ba412af0-bc36-46b5-9e98-2e2c27780770', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'floating_ip_address': '172.27.2.121', 'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'router_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'port_id': '3b768bd0-0b51-4cf2-b542-f2e2e1281738', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3', 'mac_address': 'fa:16:3e:33:11:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7746ae1-bd85-4e65-a980-ef6bcf232a36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T19:41:41Z', 'updated_at': '2022-05-17T19:41:55Z', 'revision_number': 1, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2', 'name': '', 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'mac_address': 'fa:16:3e:48:b0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4c8a8e8d-f545-4991-8807-17074c9e8217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:41:38Z', 'updated_at': '2022-05-17T19:41:42Z', 'revision_number': 5, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'subnets': [{'id': '4c8a8e8d-f545-4991-8807-17074c9e8217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:41:56.168504 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead554fc-96a8-48a1-8ba2-3047a303e918 req-4333cffe-03e2-49ed-966a-cba76e4ebd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:41:56.170029 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ead554fc-96a8-48a1-8ba2-3047a303e918 req-4333cffe-03e2-49ed-966a-cba76e4ebd67 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7d4a50e1-750e-4570-a937-3f3d049e2ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0372326 May 17 19:41:56.171124 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bd52db-b996-485c-bf37-54643f18b83e None None] Checking router: 1dd07f40-b55c-4d4c-8596-7f8347e1b112 for host: dv-cinder-840678-10-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 19:41:56.179983 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bd52db-b996-485c-bf37-54643f18b83e None None] Routers {'1dd07f40-b55c-4d4c-8596-7f8347e1b112'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:41:56.180586 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-c2bd52db-b996-485c-bf37-54643f18b83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:41:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['1dd07f40-b55c-4d4c-8596-7f8347e1b112'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:41:56.259610 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ead554fc-96a8-48a1-8ba2-3047a303e918 req-b02a3a0a-0e72-4c58-9331-3352e1791ee0 service neutron] 10.222.0.69 "GET /v2.0/networks/7d4a50e1-750e-4570-a937-3f3d049e2ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838592 May 17 19:41:56.280335 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-c2bd52db-b996-485c-bf37-54643f18b83e None None] Set router 1dd07f40-b55c-4d4c-8596-7f8347e1b112 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:41:56.346519 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ead554fc-96a8-48a1-8ba2-3047a303e918 req-58502732-dea0-433a-ac1b-9cede85564af service neutron] 10.222.0.69 "GET /v2.0/networks/7d4a50e1-750e-4570-a937-3f3d049e2ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812886 May 17 19:41:56.488558 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-c2bd52db-b996-485c-bf37-54643f18b83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'name': 'tempest-AttachVolumeNegativeTest-18157700-router', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:41:35Z', 'updated_at': '2022-05-17T19:41:38Z', 'revision_number': 4, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'gw_port': {'id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:39:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:41:36Z', 'updated_at': '2022-05-17T19:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_floatingips': [{'id': 'ba412af0-bc36-46b5-9e98-2e2c27780770', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'floating_ip_address': '172.27.2.121', 'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'router_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'port_id': '3b768bd0-0b51-4cf2-b542-f2e2e1281738', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3', 'mac_address': 'fa:16:3e:33:11:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7746ae1-bd85-4e65-a980-ef6bcf232a36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T19:41:41Z', 'updated_at': '2022-05-17T19:41:55Z', 'revision_number': 1, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2', 'name': '', 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'mac_address': 'fa:16:3e:48:b0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4c8a8e8d-f545-4991-8807-17074c9e8217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:41:38Z', 'updated_at': '2022-05-17T19:41:42Z', 'revision_number': 5, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'subnets': [{'id': '4c8a8e8d-f545-4991-8807-17074c9e8217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:41:56.513067 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bd52db-b996-485c-bf37-54643f18b83e None None] The sync data for ids ['1dd07f40-b55c-4d4c-8596-7f8347e1b112'] in dv-cinder-840678-10-iscsi is: [{'id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'name': 'tempest-AttachVolumeNegativeTest-18157700-router', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:41:35Z', 'updated_at': '2022-05-17T19:41:38Z', 'revision_number': 4, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'gw_port': {'id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:39:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:41:36Z', 'updated_at': '2022-05-17T19:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_floatingips': [{'id': 'ba412af0-bc36-46b5-9e98-2e2c27780770', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'floating_ip_address': '172.27.2.121', 'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'router_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'port_id': '3b768bd0-0b51-4cf2-b542-f2e2e1281738', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3', 'mac_address': 'fa:16:3e:33:11:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7746ae1-bd85-4e65-a980-ef6bcf232a36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T19:41:41Z', 'updated_at': '2022-05-17T19:41:55Z', 'revision_number': 1, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2', 'name': '', 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'mac_address': 'fa:16:3e:48:b0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4c8a8e8d-f545-4991-8807-17074c9e8217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:41:38Z', 'updated_at': '2022-05-17T19:41:42Z', 'revision_number': 5, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'subnets': [{'id': '4c8a8e8d-f545-4991-8807-17074c9e8217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 19:41:56.555065 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df6903-a4cb-4ff7-b7e1-153e97eae767 req-19f25ec3-defb-4f62-83e8-d07f1a86b578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:41:56.556696 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c4df6903-a4cb-4ff7-b7e1-153e97eae767 req-19f25ec3-defb-4f62-83e8-d07f1a86b578 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e1e2d6671a8b45c6a698b4ef0263f480&device_id=c7746ae1-bd85-4e65-a980-ef6bcf232a36 HTTP/1.1" status: 200 len: 1129 time: 0.0392134 May 17 19:41:56.667205 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df6903-a4cb-4ff7-b7e1-153e97eae767 req-80e79dba-fabb-43cd-a17e-f3c21927b243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:41:56.671580 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c4df6903-a4cb-4ff7-b7e1-153e97eae767 req-80e79dba-fabb-43cd-a17e-f3c21927b243 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7d4a50e1-750e-4570-a937-3f3d049e2ce3 HTTP/1.1" status: 200 len: 914 time: 0.0955667 May 17 19:41:56.701274 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc25d6c-ceae-4d79-be4e-2d3b65e77ee6 None None] New status for floating IP ba412af0-bc36-46b5-9e98-2e2c27780770: ACTIVE {{(pid=103782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 19:41:56.735783 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c4df6903-a4cb-4ff7-b7e1-153e97eae767 req-1277d4a4-74ce-40ca-82f7-baae3df99a1a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b768bd0-0b51-4cf2-b542-f2e2e1281738 HTTP/1.1" status: 200 len: 999 time: 0.0585799 May 17 19:41:56.782312 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df6903-a4cb-4ff7-b7e1-153e97eae767 req-e07479f0-cedb-4acd-abd6-b66909087286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:41:56.783691 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c4df6903-a4cb-4ff7-b7e1-153e97eae767 req-e07479f0-cedb-4acd-abd6-b66909087286 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c8a8e8d-f545-4991-8807-17074c9e8217 HTTP/1.1" status: 200 len: 852 time: 0.0423956 May 17 19:41:56.825933 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df6903-a4cb-4ff7-b7e1-153e97eae767 req-d402dcf9-aaf0-4efb-911e-918b381c3acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:41:56.827394 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c4df6903-a4cb-4ff7-b7e1-153e97eae767 req-d402dcf9-aaf0-4efb-911e-918b381c3acb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7d4a50e1-750e-4570-a937-3f3d049e2ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0382099 May 17 19:41:56.919078 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c4df6903-a4cb-4ff7-b7e1-153e97eae767 req-e90b2e62-458a-4336-9b6d-f266e270bb47 service neutron] 10.222.0.69 "GET /v2.0/networks/7d4a50e1-750e-4570-a937-3f3d049e2ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856850 May 17 19:41:57.005448 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c4df6903-a4cb-4ff7-b7e1-153e97eae767 req-da2d7400-9b91-480b-8d75-cbb79fc5b81d service neutron] 10.222.0.69 "GET /v2.0/networks/7d4a50e1-750e-4570-a937-3f3d049e2ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809205 May 17 19:41:58.462537 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.agents_db [None req-42b69621-6215-4a4a-9d32-588efc9ea437 None None] Agent healthcheck: found 6 active agents {{(pid=103783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 19:42:14.639374 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (bee311cb-2a55-4828-8ca4-4ee09c88de79), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:42:14.976743 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-48978167-317b-4e17-9635-797206a03d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:42:17.284957 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-33eda3d3-3961-4e29-bb25-b6d54f7621c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:42:18.490781 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:42:20.319064 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:42:21.519332 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:42:35.462476 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.agents_db [None req-42b69621-6215-4a4a-9d32-588efc9ea437 None None] Agent healthcheck: found 6 active agents {{(pid=103783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 19:42:41.766762 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 47544) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:42:41.771300 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-08afd9e3-55b9-4b51-b05a-9ee24d87412c tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Request body: {'security_group': {'name': 'tempest-securitygroup--606717517', 'description': 'tempest-description--242591518'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:42:41.856150 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-08afd9e3-55b9-4b51-b05a-9ee24d87412c tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:42:41.924895 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-08afd9e3-55b9-4b51-b05a-9ee24d87412c tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for security_group (9f7bcf15-09e6-464b-940e-96ddb48f8aa4), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:42:42.016142 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-08afd9e3-55b9-4b51-b05a-9ee24d87412c tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (9f7bcf15-09e6-464b-940e-96ddb48f8aa4), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:42:42.044264 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08afd9e3-55b9-4b51-b05a-9ee24d87412c tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7bcf15-09e6-464b-940e-96ddb48f8aa4,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:42:42.051394 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08afd9e3-55b9-4b51-b05a-9ee24d87412c tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:42:42.051767 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08afd9e3-55b9-4b51-b05a-9ee24d87412c tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:42:42.052102 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08afd9e3-55b9-4b51-b05a-9ee24d87412c tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:42:42.052430 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08afd9e3-55b9-4b51-b05a-9ee24d87412c tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:42:42.052757 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08afd9e3-55b9-4b51-b05a-9ee24d87412c tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:42:42.053142 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08afd9e3-55b9-4b51-b05a-9ee24d87412c tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:42:42.053462 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08afd9e3-55b9-4b51-b05a-9ee24d87412c tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:42:42.053783 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08afd9e3-55b9-4b51-b05a-9ee24d87412c tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:42:42.054100 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08afd9e3-55b9-4b51-b05a-9ee24d87412c tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:42:42.054438 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08afd9e3-55b9-4b51-b05a-9ee24d87412c tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:42:42.054757 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08afd9e3-55b9-4b51-b05a-9ee24d87412c tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:42:42.055071 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08afd9e3-55b9-4b51-b05a-9ee24d87412c tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:42:42.055384 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08afd9e3-55b9-4b51-b05a-9ee24d87412c tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:42:42.055720 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08afd9e3-55b9-4b51-b05a-9ee24d87412c tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:42:42.056033 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08afd9e3-55b9-4b51-b05a-9ee24d87412c tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:42:42.115193 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-08afd9e3-55b9-4b51-b05a-9ee24d87412c tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:42:42.116390 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-08afd9e3-55b9-4b51-b05a-9ee24d87412c tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3486209 May 17 19:42:42.119781 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 47546) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:42:42.124893 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-20051e5e-100a-40b9-9596-52beda3bad56 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Request body: {'security_group_rule': {'security_group_id': '9f7bcf15-09e6-464b-940e-96ddb48f8aa4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:42:42.233015 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-20051e5e-100a-40b9-9596-52beda3bad56 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for security_group_rule (7db7bbf3-4bf2-4ce9-95d6-5ee9ceca2b9a), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:42:42.286070 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-20051e5e-100a-40b9-9596-52beda3bad56 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for security_group_rule (7db7bbf3-4bf2-4ce9-95d6-5ee9ceca2b9a), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:42:42.370071 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-20051e5e-100a-40b9-9596-52beda3bad56 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321501'] for security_group_rule (7db7bbf3-4bf2-4ce9-95d6-5ee9ceca2b9a), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:42:42.387571 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20051e5e-100a-40b9-9596-52beda3bad56 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7db7bbf3-4bf2-4ce9-95d6-5ee9ceca2b9a,revision_number=0']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:42:42.468992 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-20051e5e-100a-40b9-9596-52beda3bad56 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:42:42.470184 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-20051e5e-100a-40b9-9596-52beda3bad56 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3494723 May 17 19:42:42.472809 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 47548) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:42:42.477036 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-4110f648-5e93-4b22-88b1-9ffe001d15f7 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Request body: {'security_group_rule': {'security_group_id': '9f7bcf15-09e6-464b-940e-96ddb48f8aa4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:42:42.580827 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-4110f648-5e93-4b22-88b1-9ffe001d15f7 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for security_group_rule (6e81d7e0-a99f-4b5e-b11e-6a057ede2246), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:42:42.634496 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-4110f648-5e93-4b22-88b1-9ffe001d15f7 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for security_group_rule (6e81d7e0-a99f-4b5e-b11e-6a057ede2246), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:42:42.707028 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-4110f648-5e93-4b22-88b1-9ffe001d15f7 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321501'] for security_group_rule (6e81d7e0-a99f-4b5e-b11e-6a057ede2246), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:42:42.725385 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4110f648-5e93-4b22-88b1-9ffe001d15f7 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e81d7e0-a99f-4b5e-b11e-6a057ede2246,revision_number=0']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:42:42.783564 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-4110f648-5e93-4b22-88b1-9ffe001d15f7 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:42:42.784743 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-4110f648-5e93-4b22-88b1-9ffe001d15f7 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3110015 May 17 19:42:42.787800 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 47550) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:42:42.791870 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-0e026cc3-379a-49b9-8ce7-3be9c1715c8d tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Request body: {'floatingip': {'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:42:42.862037 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-0e026cc3-379a-49b9-8ce7-3be9c1715c8d tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:42:42.939273 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-0e026cc3-379a-49b9-8ce7-3be9c1715c8d tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:42:43.041090 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_common [None req-0e026cc3-379a-49b9-8ce7-3be9c1715c8d tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Allocated IP 172.27.2.203 (a8e71caf-cf8f-487f-b3e8-f30c47275c44/5b8cb9fa-be03-458e-a77b-33fb963ee3d0/587ba705-5a02-43f6-a100-07d034d168a3) {{(pid=103781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:42:43.136468 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-0e026cc3-379a-49b9-8ce7-3be9c1715c8d tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for port (587ba705-5a02-43f6-a100-07d034d168a3), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:42:43.244926 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-0e026cc3-379a-49b9-8ce7-3be9c1715c8d tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (587ba705-5a02-43f6-a100-07d034d168a3), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:42:43.279150 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e026cc3-379a-49b9-8ce7-3be9c1715c8d tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Network a8e71caf-cf8f-487f-b3e8-f30c47275c44 is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:42:43.281868 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [None req-0e026cc3-379a-49b9-8ce7-3be9c1715c8d tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:42:43.288014 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e026cc3-379a-49b9-8ce7-3be9c1715c8d tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Received port after_create {{(pid=103781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:42:43.293193 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e026cc3-379a-49b9-8ce7-3be9c1715c8d tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Pushing event updated for resources: {'Port': ['ID=587ba705-5a02-43f6-a100-07d034d168a3,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:42:43.371551 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-0e026cc3-379a-49b9-8ce7-3be9c1715c8d tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for floatingip (2948e373-2e7e-4892-879c-9d54f2d3f1ee), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:42:43.442059 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-0e026cc3-379a-49b9-8ce7-3be9c1715c8d tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (587ba705-5a02-43f6-a100-07d034d168a3), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:42:43.608444 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-0e026cc3-379a-49b9-8ce7-3be9c1715c8d tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for port (587ba705-5a02-43f6-a100-07d034d168a3), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:42:43.667140 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-0e026cc3-379a-49b9-8ce7-3be9c1715c8d tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13820453'] for port (587ba705-5a02-43f6-a100-07d034d168a3), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:42:43.736602 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e026cc3-379a-49b9-8ce7-3be9c1715c8d tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Pushing event updated for resources: {'Port': ['ID=587ba705-5a02-43f6-a100-07d034d168a3,revision_number=2']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:42:43.746761 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-0e026cc3-379a-49b9-8ce7-3be9c1715c8d tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16764702'] for floatingip (2948e373-2e7e-4892-879c-9d54f2d3f1ee), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:42:43.817690 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-0e026cc3-379a-49b9-8ce7-3be9c1715c8d tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for floatingip (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:42:43.818915 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-0e026cc3-379a-49b9-8ce7-3be9c1715c8d tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0302260 May 17 19:42:43.965262 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-27d60b34-5517-40d8-893d-91b53a02b2ab req-37e60c15-2890-4e93-b9cc-a302b083920a tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--606717517&fields=id&tenant_id=e1e2d6671a8b45c6a698b4ef0263f480 HTTP/1.1" status: 200 len: 267 time: 0.0421643 May 17 19:42:44.065840 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d60b34-5517-40d8-893d-91b53a02b2ab req-2cf5a237-8c72-4e28-9953-8d470cf53292 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:42:44.067313 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-27d60b34-5517-40d8-893d-91b53a02b2ab req-2cf5a237-8c72-4e28-9953-8d470cf53292 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/networks?id=7d4a50e1-750e-4570-a937-3f3d049e2ce3 HTTP/1.1" status: 200 len: 813 time: 0.0958331 May 17 19:42:44.082097 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-27d60b34-5517-40d8-893d-91b53a02b2ab req-2bc204e5-cdeb-4a0b-b3d3-248bbe9b7649 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/quotas/e1e2d6671a8b45c6a698b4ef0263f480 HTTP/1.1" status: 200 len: 375 time: 0.0087900 May 17 19:42:44.135819 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-27d60b34-5517-40d8-893d-91b53a02b2ab req-fec5eac1-89cb-4371-87b0-49f5e620a9e4 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e1e2d6671a8b45c6a698b4ef0263f480&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0480750 May 17 19:42:44.194311 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [req-27d60b34-5517-40d8-893d-91b53a02b2ab req-540aeee1-359a-41dd-92cc-67a9ae8534de service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 19:42:44.195461 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-27d60b34-5517-40d8-893d-91b53a02b2ab req-540aeee1-359a-41dd-92cc-67a9ae8534de service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0491686 May 17 19:42:44.283272 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-27d60b34-5517-40d8-893d-91b53a02b2ab req-ed55b542-f123-4116-8200-2cf59199f9c2 service neutron] 10.222.0.58 "GET /v2.0/networks/7d4a50e1-750e-4570-a937-3f3d049e2ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814176 May 17 19:42:44.374254 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-27d60b34-5517-40d8-893d-91b53a02b2ab req-1403c82b-0120-45af-bce5-e6926cece71c service neutron] 10.222.0.58 "GET /v2.0/networks/7d4a50e1-750e-4570-a937-3f3d049e2ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854068 May 17 19:42:44.621995 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (bee311cb-2a55-4828-8ca4-4ee09c88de79), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:42:44.987148 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ff8aec78-a903-4654-a17e-3c51992db57a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:42:45.652681 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-2309deaa-4e0f-4840-a6a0-f5781adc31dc req-c95845de-abe4-475d-953e-ccb6575f09d7 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f5179f8-912d-44fb-afe1-bbb55f123a50 HTTP/1.1" status: 200 len: 210 time: 0.0308309 May 17 19:42:46.730499 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-01917767-b541-4872-a4e1-b87cdb8a9540 req-7a6e911c-a936-4870-bb60-4863cddd7846 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f5179f8-912d-44fb-afe1-bbb55f123a50 HTTP/1.1" status: 200 len: 210 time: 0.0292788 May 17 19:42:47.307596 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-14c3f615-8c45-437d-89a2-b50b274e98f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:42:47.805418 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-7b7c59b0-2a95-4879-97f3-43bde954ee03 req-af8e4660-b327-4945-81de-05e476210c76 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f5179f8-912d-44fb-afe1-bbb55f123a50 HTTP/1.1" status: 200 len: 210 time: 0.0284696 May 17 19:42:48.535993 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:42:48.880527 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-aa2ae427-e271-4f5c-8f59-5dd860445420 req-539e9b9a-b841-4375-963b-665ed9445e95 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f5179f8-912d-44fb-afe1-bbb55f123a50 HTTP/1.1" status: 200 len: 210 time: 0.0271969 May 17 19:42:49.973284 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-880fd2fa-218b-4d57-9f7d-12a7304028b2 req-ff3831c7-fa87-4095-994c-73118a6dbac8 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f5179f8-912d-44fb-afe1-bbb55f123a50 HTTP/1.1" status: 200 len: 210 time: 0.0271685 May 17 19:42:50.284375 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:42:51.071413 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-274abbeb-58f3-4b19-bbad-620bc4c48834 req-66f0711d-6f04-438e-bb68-2907b892b80c tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f5179f8-912d-44fb-afe1-bbb55f123a50 HTTP/1.1" status: 200 len: 210 time: 0.0315490 May 17 19:42:51.536239 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:42:51.750207 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d60b34-5517-40d8-893d-91b53a02b2ab req-442b03ee-2957-4a36-8bf6-f28544dcfd82 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:42:51.751666 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-27d60b34-5517-40d8-893d-91b53a02b2ab req-442b03ee-2957-4a36-8bf6-f28544dcfd82 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.69 "GET /v2.0/networks?id=7d4a50e1-750e-4570-a937-3f3d049e2ce3 HTTP/1.1" status: 200 len: 813 time: 0.0982356 May 17 19:42:51.825547 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-27d60b34-5517-40d8-893d-91b53a02b2ab req-05c3cd0a-f791-4116-a4ff-4d69bc4c4e2a tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1e2d6671a8b45c6a698b4ef0263f480 HTTP/1.1" status: 200 len: 472 time: 0.0612087 May 17 19:42:51.837528 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [req-27d60b34-5517-40d8-893d-91b53a02b2ab req-8d32fbfc-31a2-4f50-a20d-beece4a5c1a0 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Request body: {'port': {'device_id': '5f5179f8-912d-44fb-afe1-bbb55f123a50', 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3', 'admin_state_up': True, 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'security_groups': ['9f7bcf15-09e6-464b-940e-96ddb48f8aa4']}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:42:52.021446 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27d60b34-5517-40d8-893d-91b53a02b2ab req-8d32fbfc-31a2-4f50-a20d-beece4a5c1a0 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Made reservation on behalf of e1e2d6671a8b45c6a698b4ef0263f480 for: {'port': 1} {{(pid=103781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:42:52.025563 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-27d60b34-5517-40d8-893d-91b53a02b2ab req-8d32fbfc-31a2-4f50-a20d-beece4a5c1a0 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:42:52.153138 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_common [req-27d60b34-5517-40d8-893d-91b53a02b2ab req-8d32fbfc-31a2-4f50-a20d-beece4a5c1a0 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Allocated IP 172.20.0.12 (7d4a50e1-750e-4570-a937-3f3d049e2ce3/4c8a8e8d-f545-4991-8807-17074c9e8217/d4a183c0-9170-4396-9397-91a0c91e3718) {{(pid=103781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:42:52.167235 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-877d75a7-9d11-4f97-ab67-3b6c48ff6bce req-c56872e1-3f62-4839-82c1-9a57f159baa0 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f5179f8-912d-44fb-afe1-bbb55f123a50 HTTP/1.1" status: 200 len: 210 time: 0.0289524 May 17 19:42:52.289654 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-27d60b34-5517-40d8-893d-91b53a02b2ab req-8d32fbfc-31a2-4f50-a20d-beece4a5c1a0 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for port (d4a183c0-9170-4396-9397-91a0c91e3718), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:42:52.376779 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-27d60b34-5517-40d8-893d-91b53a02b2ab req-8d32fbfc-31a2-4f50-a20d-beece4a5c1a0 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (d4a183c0-9170-4396-9397-91a0c91e3718), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:42:52.418824 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27d60b34-5517-40d8-893d-91b53a02b2ab req-8d32fbfc-31a2-4f50-a20d-beece4a5c1a0 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Network 7d4a50e1-750e-4570-a937-3f3d049e2ce3 is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:42:52.421922 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [req-27d60b34-5517-40d8-893d-91b53a02b2ab req-8d32fbfc-31a2-4f50-a20d-beece4a5c1a0 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:42:52.425535 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [req-27d60b34-5517-40d8-893d-91b53a02b2ab req-8d32fbfc-31a2-4f50-a20d-beece4a5c1a0 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Received port after_create {{(pid=103781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:42:52.454332 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d32fbfc-31a2-4f50-a20d-beece4a5c1a0 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Pushing event updated for resources: {'Port': ['ID=d4a183c0-9170-4396-9397-91a0c91e3718,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:42:52.483872 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d60b34-5517-40d8-893d-91b53a02b2ab req-8d32fbfc-31a2-4f50-a20d-beece4a5c1a0 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:42:52.484475 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-27d60b34-5517-40d8-893d-91b53a02b2ab req-8d32fbfc-31a2-4f50-a20d-beece4a5c1a0 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:42:52.567263 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-27d60b34-5517-40d8-893d-91b53a02b2ab req-8d32fbfc-31a2-4f50-a20d-beece4a5c1a0 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7337549 May 17 19:42:52.582938 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [req-27d60b34-5517-40d8-893d-91b53a02b2ab req-ff8f8dde-dcd9-402c-aea1-b7339f71e3e1 service neutron] Request body: {'port': {'device_id': '5f5179f8-912d-44fb-afe1-bbb55f123a50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:42:52.640520 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-27d60b34-5517-40d8-893d-91b53a02b2ab req-ff8f8dde-dcd9-402c-aea1-b7339f71e3e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (d4a183c0-9170-4396-9397-91a0c91e3718), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:42:52.696135 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-5f606aa4-6096-438d-8f5f-72be416148fe None None] Provisioning complete for port d4a183c0-9170-4396-9397-91a0c91e3718 triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:42:52.696692 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-5f606aa4-6096-438d-8f5f-72be416148fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (d4a183c0-9170-4396-9397-91a0c91e3718), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:42:52.726749 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-5f606aa4-6096-438d-8f5f-72be416148fe None None] Port d4a183c0-9170-4396-9397-91a0c91e3718 cannot update to ACTIVE because it is not bound. {{(pid=103782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 19:42:52.912950 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [req-27d60b34-5517-40d8-893d-91b53a02b2ab req-ff8f8dde-dcd9-402c-aea1-b7339f71e3e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4a183c0-9170-4396-9397-91a0c91e3718 {{(pid=103781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 19:42:52.920567 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-27d60b34-5517-40d8-893d-91b53a02b2ab req-ff8f8dde-dcd9-402c-aea1-b7339f71e3e1 service neutron] Publish callbacks [] for port (d4a183c0-9170-4396-9397-91a0c91e3718), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:42:52.933491 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.provisioning_blocks [req-27d60b34-5517-40d8-893d-91b53a02b2ab req-ff8f8dde-dcd9-402c-aea1-b7339f71e3e1 service neutron] Transition to ACTIVE for port object d4a183c0-9170-4396-9397-91a0c91e3718 will not be triggered until provisioned by entity L2. {{(pid=103781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 19:42:53.050045 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-27d60b34-5517-40d8-893d-91b53a02b2ab req-ff8f8dde-dcd9-402c-aea1-b7339f71e3e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13820453'] for port (d4a183c0-9170-4396-9397-91a0c91e3718), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:42:53.103419 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8f8dde-dcd9-402c-aea1-b7339f71e3e1 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a183c0-9170-4396-9397-91a0c91e3718,revision_number=2']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:42:53.174399 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-27d60b34-5517-40d8-893d-91b53a02b2ab req-ff8f8dde-dcd9-402c-aea1-b7339f71e3e1 service neutron] Attempting to bind port d4a183c0-9170-4396-9397-91a0c91e3718 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 19:42:53.175042 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-27d60b34-5517-40d8-893d-91b53a02b2ab req-ff8f8dde-dcd9-402c-aea1-b7339f71e3e1 service neutron] Attempting to bind port d4a183c0-9170-4396-9397-91a0c91e3718 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '28f45ea2-a933-436b-b38e-7de41beadda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3'}] {{(pid=103781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 19:42:53.175042 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d60b34-5517-40d8-893d-91b53a02b2ab req-ff8f8dde-dcd9-402c-aea1-b7339f71e3e1 service neutron] Attempting to bind port d4a183c0-9170-4396-9397-91a0c91e3718 on network 7d4a50e1-750e-4570-a937-3f3d049e2ce3 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:42:53.179597 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d60b34-5517-40d8-893d-91b53a02b2ab req-ff8f8dde-dcd9-402c-aea1-b7339f71e3e1 service neutron] Port d4a183c0-9170-4396-9397-91a0c91e3718 on network 7d4a50e1-750e-4570-a937-3f3d049e2ce3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 19:42:53.179915 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d60b34-5517-40d8-893d-91b53a02b2ab req-ff8f8dde-dcd9-402c-aea1-b7339f71e3e1 service neutron] Attempting to bind port d4a183c0-9170-4396-9397-91a0c91e3718 on network 7d4a50e1-750e-4570-a937-3f3d049e2ce3 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:42:53.185068 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d60b34-5517-40d8-893d-91b53a02b2ab req-ff8f8dde-dcd9-402c-aea1-b7339f71e3e1 service neutron] Checking agent: {'id': 'bee311cb-2a55-4828-8ca4-4ee09c88de79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 19, 27, 43), 'started_at': datetime.datetime(2022, 5, 17, 19, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 19, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 19:42:53.185403 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d60b34-5517-40d8-893d-91b53a02b2ab req-ff8f8dde-dcd9-402c-aea1-b7339f71e3e1 service neutron] Checking segment: {'id': '28f45ea2-a933-436b-b38e-7de41beadda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:42:53.185782 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d60b34-5517-40d8-893d-91b53a02b2ab req-ff8f8dde-dcd9-402c-aea1-b7339f71e3e1 service neutron] Bound using segment: {'id': '28f45ea2-a933-436b-b38e-7de41beadda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3'} {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 19:42:53.186276 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-27d60b34-5517-40d8-893d-91b53a02b2ab req-ff8f8dde-dcd9-402c-aea1-b7339f71e3e1 service neutron] Bound port: d4a183c0-9170-4396-9397-91a0c91e3718, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28f45ea2-a933-436b-b38e-7de41beadda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3'}}] {{(pid=103781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 19:42:53.186590 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-27d60b34-5517-40d8-893d-91b53a02b2ab req-ff8f8dde-dcd9-402c-aea1-b7339f71e3e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (d4a183c0-9170-4396-9397-91a0c91e3718), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:42:53.249839 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-27d60b34-5517-40d8-893d-91b53a02b2ab req-ff8f8dde-dcd9-402c-aea1-b7339f71e3e1 service neutron] For port d4a183c0-9170-4396-9397-91a0c91e3718, host hv-cinder-84067, cleared binding levels {{(pid=103781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 19:42:53.252874 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-27d60b34-5517-40d8-893d-91b53a02b2ab req-ff8f8dde-dcd9-402c-aea1-b7339f71e3e1 service neutron] For port d4a183c0-9170-4396-9397-91a0c91e3718, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=d4a183c0-9170-4396-9397-91a0c91e3718,segment=NetworkSegment(28f45ea2-a933-436b-b38e-7de41beadda9),segment_id=28f45ea2-a933-436b-b38e-7de41beadda9)] {{(pid=103781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 19:42:53.300191 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c9ff06-3999-4518-927a-a9dbde771aea req-67359eb1-e27a-4a18-8773-c5fc5a691efb tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:42:53.301694 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-46c9ff06-3999-4518-927a-a9dbde771aea req-67359eb1-e27a-4a18-8773-c5fc5a691efb tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f5179f8-912d-44fb-afe1-bbb55f123a50 HTTP/1.1" status: 200 len: 944 time: 0.0473008 May 17 19:42:53.350718 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-46c9ff06-3999-4518-927a-a9dbde771aea req-7b656668-f531-4f9a-a818-a27a2b2012f5 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f7bcf15-09e6-464b-940e-96ddb48f8aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433807 May 17 19:42:53.364815 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-27d60b34-5517-40d8-893d-91b53a02b2ab req-ff8f8dde-dcd9-402c-aea1-b7339f71e3e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13820453'] for port (d4a183c0-9170-4396-9397-91a0c91e3718), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:42:53.395749 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d60b34-5517-40d8-893d-91b53a02b2ab req-ff8f8dde-dcd9-402c-aea1-b7339f71e3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:42:53.396323 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-27d60b34-5517-40d8-893d-91b53a02b2ab req-ff8f8dde-dcd9-402c-aea1-b7339f71e3e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:42:53.398231 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-27d60b34-5517-40d8-893d-91b53a02b2ab req-ff8f8dde-dcd9-402c-aea1-b7339f71e3e1 service neutron] 10.222.0.69 "PUT /v2.0/ports/d4a183c0-9170-4396-9397-91a0c91e3718 HTTP/1.1" status: 200 len: 1094 time: 0.8190186 May 17 19:42:53.398663 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f5179f8-912d-44fb-afe1-bbb55f123a50', 'tag': 'd4a183c0-9170-4396-9397-91a0c91e3718'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:42:53.400895 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5abf21081b7c701043d67e7bff15db599e71af2afb5ac8611b6265996300b020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fb135d-83e8-4cdc-9cf0-751259cc5b0b" -d '{"events": [{"name": "network-changed", "server_uuid": "5f5179f8-912d-44fb-afe1-bbb55f123a50", "tag": "d4a183c0-9170-4396-9397-91a0c91e3718"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:42:53.426640 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8f8dde-dcd9-402c-aea1-b7339f71e3e1 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a183c0-9170-4396-9397-91a0c91e3718,revision_number=3']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:42:53.440274 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 19:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3274f2-38ec-43ed-9d39-f2a102457835 x-openstack-request-id: req-6d3274f2-38ec-43ed-9d39-f2a102457835 {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:42:53.440560 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f5179f8-912d-44fb-afe1-bbb55f123a50", "tag": "d4a183c0-9170-4396-9397-91a0c91e3718", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:42:53.440811 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6d3274f2-38ec-43ed-9d39-f2a102457835 {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:42:53.441211 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d3274f2-38ec-43ed-9d39-f2a102457835'] response: {'name': 'network-changed', 'server_uuid': '5f5179f8-912d-44fb-afe1-bbb55f123a50', 'tag': 'd4a183c0-9170-4396-9397-91a0c91e3718', 'status': 'completed', 'code': 200} May 17 19:42:53.500876 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb135d-83e8-4cdc-9cf0-751259cc5b0b req-8efa2af4-ed0a-4762-86fe-4280439df00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:42:53.502431 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-19fb135d-83e8-4cdc-9cf0-751259cc5b0b req-8efa2af4-ed0a-4762-86fe-4280439df00b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e1e2d6671a8b45c6a698b4ef0263f480&device_id=5f5179f8-912d-44fb-afe1-bbb55f123a50 HTTP/1.1" status: 200 len: 1128 time: 0.0410082 May 17 19:42:53.603458 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb135d-83e8-4cdc-9cf0-751259cc5b0b req-710fa135-e48a-4456-ae00-ab3b615a14ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:42:53.604980 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-19fb135d-83e8-4cdc-9cf0-751259cc5b0b req-710fa135-e48a-4456-ae00-ab3b615a14ce service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=e1e2d6671a8b45c6a698b4ef0263f480&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0959766 May 17 19:42:53.699599 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb135d-83e8-4cdc-9cf0-751259cc5b0b req-6af5f206-5a3b-4ede-8a03-6d8edd4b7674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:42:53.701048 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-19fb135d-83e8-4cdc-9cf0-751259cc5b0b req-6af5f206-5a3b-4ede-8a03-6d8edd4b7674 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0857003 May 17 19:42:53.779191 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d60b34-5517-40d8-893d-91b53a02b2ab req-74cc0d32-89a9-4073-98a5-b9320a910cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:42:53.780677 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-27d60b34-5517-40d8-893d-91b53a02b2ab req-74cc0d32-89a9-4073-98a5-b9320a910cb4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e1e2d6671a8b45c6a698b4ef0263f480&device_id=5f5179f8-912d-44fb-afe1-bbb55f123a50 HTTP/1.1" status: 200 len: 1128 time: 0.0386949 May 17 19:42:53.826815 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-27d60b34-5517-40d8-893d-91b53a02b2ab req-05e2083b-ac9b-40d9-ba97-242cf41a976a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4a183c0-9170-4396-9397-91a0c91e3718 HTTP/1.1" status: 200 len: 217 time: 0.0344224 May 17 19:42:53.877473 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d60b34-5517-40d8-893d-91b53a02b2ab req-a650f76f-e1c4-48ec-a24e-83ff54992239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:42:53.878876 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-27d60b34-5517-40d8-893d-91b53a02b2ab req-a650f76f-e1c4-48ec-a24e-83ff54992239 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c8a8e8d-f545-4991-8807-17074c9e8217 HTTP/1.1" status: 200 len: 852 time: 0.0425057 May 17 19:42:53.921589 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d60b34-5517-40d8-893d-91b53a02b2ab req-72896eb2-3524-423d-8448-9e4d0bb656ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:42:53.923010 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-27d60b34-5517-40d8-893d-91b53a02b2ab req-72896eb2-3524-423d-8448-9e4d0bb656ab service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7d4a50e1-750e-4570-a937-3f3d049e2ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0355618 May 17 19:42:54.274218 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-27d60b34-5517-40d8-893d-91b53a02b2ab req-df6c5dd8-ac82-41ce-b18a-55d3a3b34080 service neutron] 10.222.0.69 "GET /v2.0/networks/7d4a50e1-750e-4570-a937-3f3d049e2ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378675 May 17 19:42:54.398725 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-27d60b34-5517-40d8-893d-91b53a02b2ab req-a41386d4-26f7-4e02-800a-a71aa08bf82b service neutron] 10.222.0.69 "GET /v2.0/networks/7d4a50e1-750e-4570-a937-3f3d049e2ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823200 May 17 19:42:54.469589 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c00f409-4ee1-439c-a912-2dad454b03b7 req-99181836-30e9-4a1a-8b43-29a07307c731 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:42:54.471031 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1c00f409-4ee1-439c-a912-2dad454b03b7 req-99181836-30e9-4a1a-8b43-29a07307c731 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f5179f8-912d-44fb-afe1-bbb55f123a50 HTTP/1.1" status: 200 len: 944 time: 0.0490134 May 17 19:42:54.517639 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1c00f409-4ee1-439c-a912-2dad454b03b7 req-6c99acb0-fd29-4a7d-a922-f2e4fb559112 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f7bcf15-09e6-464b-940e-96ddb48f8aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405371 May 17 19:42:55.631213 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb20b4-2ce0-4d5e-b0ec-fd9232e9e5cb req-6ceb00ec-6ed3-491f-887e-42475801c8b1 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:42:55.633314 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-19cb20b4-2ce0-4d5e-b0ec-fd9232e9e5cb req-6ceb00ec-6ed3-491f-887e-42475801c8b1 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f5179f8-912d-44fb-afe1-bbb55f123a50 HTTP/1.1" status: 200 len: 944 time: 0.0483770 May 17 19:42:55.678289 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-19cb20b4-2ce0-4d5e-b0ec-fd9232e9e5cb req-411b41a0-00cd-4513-9491-f484d79f1217 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f7bcf15-09e6-464b-940e-96ddb48f8aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395019 May 17 19:42:56.615685 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device d4a183c0-9170-4396-9397-91a0c91e3718 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 19:42:56.710756 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port d4a183c0-9170-4396-9397-91a0c91e3718, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=d4a183c0-9170-4396-9397-91a0c91e3718,segment=NetworkSegment(28f45ea2-a933-436b-b38e-7de41beadda9),segment_id=28f45ea2-a933-436b-b38e-7de41beadda9)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:42:56.721608 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Returning: {'device': 'd4a183c0-9170-4396-9397-91a0c91e3718', 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3', 'port_id': 'd4a183c0-9170-4396-9397-91a0c91e3718', 'mac_address': 'fa:16:3e:71:99:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c8a8e8d-f545-4991-8807-17074c9e8217', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 19:42:56.755935 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Current status of the port d4a183c0-9170-4396-9397-91a0c91e3718 is: DOWN; New status is: BUILD {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:42:56.756322 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (d4a183c0-9170-4396-9397-91a0c91e3718), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:42:56.770845 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4a183c0-9170-4396-9397-91a0c91e3718 {{(pid=103782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 19:42:56.793689 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c431f3ad-7ad4-4b9d-823c-4983fd315bd4 req-2086f5ce-527c-4d9e-b88e-b782cac0faf6 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:42:56.794370 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port d4a183c0-9170-4396-9397-91a0c91e3718, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=d4a183c0-9170-4396-9397-91a0c91e3718,segment=NetworkSegment(28f45ea2-a933-436b-b38e-7de41beadda9),segment_id=28f45ea2-a933-436b-b38e-7de41beadda9)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:42:56.795171 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c431f3ad-7ad4-4b9d-823c-4983fd315bd4 req-2086f5ce-527c-4d9e-b88e-b782cac0faf6 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f5179f8-912d-44fb-afe1-bbb55f123a50 HTTP/1.1" status: 200 len: 944 time: 0.0504074 May 17 19:42:56.855699 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (d4a183c0-9170-4396-9397-91a0c91e3718), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:42:56.858316 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6e2444b2-56bf-41b5-8273-99fbc373b27c req-384d77a7-a6df-4f57-b705-5936b956b29b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c7746ae1-bd85-4e65-a980-ef6bcf232a36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0709627 May 17 19:42:56.873860 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c431f3ad-7ad4-4b9d-823c-4983fd315bd4 req-d648edbd-c586-4b21-a976-9d0e7d533e73 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f7bcf15-09e6-464b-940e-96ddb48f8aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712907 May 17 19:42:56.906265 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Pushing event updated for resources: {'Port': ['ID=d4a183c0-9170-4396-9397-91a0c91e3718,revision_number=4']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:42:56.913088 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:42:56.916219 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:42:56.916219 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:42:56.916219 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:42:56.916219 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:42:56.916219 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:42:56.916219 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:42:56.916219 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:42:56.916893 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:42:56.916893 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:42:56.916893 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:42:56.917214 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:42:56.917524 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:42:56.917833 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:42:56.918147 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:42:56.942778 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2444b2-56bf-41b5-8273-99fbc373b27c req-99dd7808-9a7a-4084-b0ee-3af2328c5af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:42:56.944306 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6e2444b2-56bf-41b5-8273-99fbc373b27c req-99dd7808-9a7a-4084-b0ee-3af2328c5af9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e1e2d6671a8b45c6a698b4ef0263f480&device_id=c7746ae1-bd85-4e65-a980-ef6bcf232a36 HTTP/1.1" status: 200 len: 1129 time: 0.0392191 May 17 19:42:57.045263 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2444b2-56bf-41b5-8273-99fbc373b27c req-bd3c575f-4610-49e4-9f90-51d40a0b4992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:42:57.046762 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6e2444b2-56bf-41b5-8273-99fbc373b27c req-bd3c575f-4610-49e4-9f90-51d40a0b4992 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7d4a50e1-750e-4570-a937-3f3d049e2ce3 HTTP/1.1" status: 200 len: 914 time: 0.0834978 May 17 19:42:57.109467 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6e2444b2-56bf-41b5-8273-99fbc373b27c req-fc28ad5f-c668-44e1-9647-6722e826f9ce service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b768bd0-0b51-4cf2-b542-f2e2e1281738 HTTP/1.1" status: 200 len: 1001 time: 0.0561905 May 17 19:42:57.127881 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] get_ports_and_sgs() called for port_ids ['d4a183c0-9170-4396-9397-91a0c91e3718'] {{(pid=103782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 19:42:57.156767 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2444b2-56bf-41b5-8273-99fbc373b27c req-0c2f3f89-f210-4b14-96fb-f0aa7a05c65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:42:57.158205 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6e2444b2-56bf-41b5-8273-99fbc373b27c req-0c2f3f89-f210-4b14-96fb-f0aa7a05c65e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c8a8e8d-f545-4991-8807-17074c9e8217 HTTP/1.1" status: 200 len: 852 time: 0.0422690 May 17 19:42:57.203582 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2444b2-56bf-41b5-8273-99fbc373b27c req-d67d2f54-a2e8-41cd-b527-35b1961a9a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:42:57.206938 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6e2444b2-56bf-41b5-8273-99fbc373b27c req-d67d2f54-a2e8-41cd-b527-35b1961a9a03 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7d4a50e1-750e-4570-a937-3f3d049e2ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0378015 May 17 19:42:57.300702 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6e2444b2-56bf-41b5-8273-99fbc373b27c req-f2584ec0-5d2a-4bc0-b985-81c38d4cb2d0 service neutron] 10.222.0.69 "GET /v2.0/networks/7d4a50e1-750e-4570-a937-3f3d049e2ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860884 May 17 19:42:57.386408 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6e2444b2-56bf-41b5-8273-99fbc373b27c req-f6d6b657-7262-471c-940a-7cd8df518e07 service neutron] 10.222.0.69 "GET /v2.0/networks/7d4a50e1-750e-4570-a937-3f3d049e2ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799537 May 17 19:42:57.984311 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be2d7b-9581-47a1-93f8-22cd1d1f7052 req-0342c66e-2329-42c0-8641-15b95bd5c375 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:42:57.985757 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-46be2d7b-9581-47a1-93f8-22cd1d1f7052 req-0342c66e-2329-42c0-8641-15b95bd5c375 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f5179f8-912d-44fb-afe1-bbb55f123a50 HTTP/1.1" status: 200 len: 945 time: 0.0466578 May 17 19:42:58.030517 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-46be2d7b-9581-47a1-93f8-22cd1d1f7052 req-e5e68cc0-0dca-4087-9740-98d830456733 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f7bcf15-09e6-464b-940e-96ddb48f8aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392506 May 17 19:42:58.630856 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device d4a183c0-9170-4396-9397-91a0c91e3718 up at agent hyperv_hv-cinder-84067 {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:42:58.670837 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Provisioning for port d4a183c0-9170-4396-9397-91a0c91e3718 completed by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 19:42:58.758957 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Provisioning complete for port d4a183c0-9170-4396-9397-91a0c91e3718 triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:42:58.759369 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (d4a183c0-9170-4396-9397-91a0c91e3718), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:42:58.827993 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Current status of the port d4a183c0-9170-4396-9397-91a0c91e3718 is: BUILD; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:42:58.828369 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (d4a183c0-9170-4396-9397-91a0c91e3718), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:42:58.850051 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f5179f8-912d-44fb-afe1-bbb55f123a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a183c0-9170-4396-9397-91a0c91e3718'}] {{(pid=103782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:42:58.852279 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dcdb420cfc3f3d59cdc90e9401be4743e23c4809d01819fc24a250fd06a42a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0873c48e-1e7c-4414-935e-4d6e4e3630d2" -d '{"events": [{"server_uuid": "5f5179f8-912d-44fb-afe1-bbb55f123a50", "name": "network-vif-plugged", "status": "completed", "tag": "d4a183c0-9170-4396-9397-91a0c91e3718"}]}' {{(pid=103782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:42:58.864813 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port d4a183c0-9170-4396-9397-91a0c91e3718, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=d4a183c0-9170-4396-9397-91a0c91e3718,segment=NetworkSegment(28f45ea2-a933-436b-b38e-7de41beadda9),segment_id=28f45ea2-a933-436b-b38e-7de41beadda9)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:42:58.893197 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 19:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ae72a9-d4f9-46e4-8f80-1bb2444224bf x-openstack-request-id: req-07ae72a9-d4f9-46e4-8f80-1bb2444224bf {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:42:58.893492 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f5179f8-912d-44fb-afe1-bbb55f123a50", "name": "network-vif-plugged", "status": "completed", "tag": "d4a183c0-9170-4396-9397-91a0c91e3718", "code": 200}]} {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:42:58.893799 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-07ae72a9-d4f9-46e4-8f80-1bb2444224bf {{(pid=103782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:42:58.894282 dv-cinder-840678-10-iscsi neutron-server[103782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07ae72a9-d4f9-46e4-8f80-1bb2444224bf'] response: {'server_uuid': '5f5179f8-912d-44fb-afe1-bbb55f123a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a183c0-9170-4396-9397-91a0c91e3718', 'code': 200} May 17 19:42:58.958704 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (d4a183c0-9170-4396-9397-91a0c91e3718), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:42:59.006471 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Pushing event updated for resources: {'Port': ['ID=d4a183c0-9170-4396-9397-91a0c91e3718,revision_number=5']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:42:59.142607 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de89b5-df62-47ea-ab66-9e8970990091 req-91a97cf9-4079-4e0d-8fbe-4bc59dcf493b tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:42:59.144010 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-02de89b5-df62-47ea-ab66-9e8970990091 req-91a97cf9-4079-4e0d-8fbe-4bc59dcf493b tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f5179f8-912d-44fb-afe1-bbb55f123a50 HTTP/1.1" status: 200 len: 946 time: 0.0466881 May 17 19:42:59.194394 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-02de89b5-df62-47ea-ab66-9e8970990091 req-54d64110-a313-43cc-9ce8-a1d20a327deb tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f7bcf15-09e6-464b-940e-96ddb48f8aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443158 May 17 19:42:59.212570 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc89757-6f24-4c33-81c1-061831c1efc7 req-145b4f1a-2175-4d4a-80c1-f80b731fb1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:42:59.214061 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6fc89757-6f24-4c33-81c1-061831c1efc7 req-145b4f1a-2175-4d4a-80c1-f80b731fb1b3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5f5179f8-912d-44fb-afe1-bbb55f123a50 HTTP/1.1" status: 200 len: 1130 time: 0.0419822 May 17 19:42:59.256333 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6fc89757-6f24-4c33-81c1-061831c1efc7 req-a501530a-0d30-47b5-bc74-da7b5317666d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9f7bcf15-09e6-464b-940e-96ddb48f8aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357065 May 17 19:43:00.306800 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8b49d-eb07-4216-b5f8-c9303e416add req-02f53dad-2d53-448a-92b1-fd3aa33dc081 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:43:00.308293 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-54b8b49d-eb07-4216-b5f8-c9303e416add req-02f53dad-2d53-448a-92b1-fd3aa33dc081 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f5179f8-912d-44fb-afe1-bbb55f123a50 HTTP/1.1" status: 200 len: 946 time: 0.0454047 May 17 19:43:00.353406 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-54b8b49d-eb07-4216-b5f8-c9303e416add req-9839246d-26b1-40da-bf8a-0b49d816bdf0 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f7bcf15-09e6-464b-940e-96ddb48f8aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396903 May 17 19:43:01.465174 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b3f77-e46d-4166-aeb8-d5fe9206ce5a req-8e4d9138-0883-4ce3-8f7e-8b99585e2d48 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:43:01.466681 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-dc1b3f77-e46d-4166-aeb8-d5fe9206ce5a req-8e4d9138-0883-4ce3-8f7e-8b99585e2d48 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f5179f8-912d-44fb-afe1-bbb55f123a50 HTTP/1.1" status: 200 len: 946 time: 0.0471346 May 17 19:43:01.512836 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-dc1b3f77-e46d-4166-aeb8-d5fe9206ce5a req-42959083-c908-4d52-b299-4e2e811b9219 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f7bcf15-09e6-464b-940e-96ddb48f8aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404942 May 17 19:43:01.622894 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869cdf4e-c64b-4705-a1b4-e69a1ffd47c7 req-38612353-2492-4a40-8244-fac06b65bead tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:43:01.624364 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-869cdf4e-c64b-4705-a1b4-e69a1ffd47c7 req-38612353-2492-4a40-8244-fac06b65bead tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f5179f8-912d-44fb-afe1-bbb55f123a50 HTTP/1.1" status: 200 len: 946 time: 0.0494316 May 17 19:43:01.632813 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 47628) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:43:01.636931 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-379760b9-b0c0-430d-849f-d72aab45dc5b tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Request body: {'floatingip': {'port_id': 'd4a183c0-9170-4396-9397-91a0c91e3718'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:43:01.675921 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-379760b9-b0c0-430d-849f-d72aab45dc5b tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for floatingip (2948e373-2e7e-4892-879c-9d54f2d3f1ee), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:02.079839 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-379760b9-b0c0-430d-849f-d72aab45dc5b tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:02.204486 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-379760b9-b0c0-430d-849f-d72aab45dc5b tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16764702'] for floatingip (2948e373-2e7e-4892-879c-9d54f2d3f1ee), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:02.299277 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.db.l3_db [None req-379760b9-b0c0-430d-849f-d72aab45dc5b tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Floating IP 2948e373-2e7e-4892-879c-9d54f2d3f1ee associated. External IP: 172.27.2.203, port: d4a183c0-9170-4396-9397-91a0c91e3718. May 17 19:43:02.491452 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-379760b9-b0c0-430d-849f-d72aab45dc5b tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Router 1dd07f40-b55c-4d4c-8596-7f8347e1b112 has already been hosted by L3 agent d0bc9f74-feb0-4354-bd47-885486f1ec0d {{(pid=103781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 19:43:02.593362 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-379760b9-b0c0-430d-849f-d72aab45dc5b tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Notify agent at l3_agent.dv-cinder-840678-10-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 19:43:02.597689 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-379760b9-b0c0-430d-849f-d72aab45dc5b tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for floatingip (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:02.604547 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca85dc0-2dde-4a5f-b000-bb62dfea09ae None None] Sync routers for ids ['1dd07f40-b55c-4d4c-8596-7f8347e1b112'] in dv-cinder-840678-10-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 19:43:02.613559 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca85dc0-2dde-4a5f-b000-bb62dfea09ae None None] Routers {'1dd07f40-b55c-4d4c-8596-7f8347e1b112'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:43:02.614163 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-9ca85dc0-2dde-4a5f-b000-bb62dfea09ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:42:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['1dd07f40-b55c-4d4c-8596-7f8347e1b112'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:43:02.627926 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-379760b9-b0c0-430d-849f-d72aab45dc5b tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "PUT /v2.0/floatingips/2948e373-2e7e-4892-879c-9d54f2d3f1ee HTTP/1.1" status: 200 len: 992 time: 0.9941328 May 17 19:43:02.628583 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f5179f8-912d-44fb-afe1-bbb55f123a50', 'tag': 'd4a183c0-9170-4396-9397-91a0c91e3718'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:43:02.630720 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5abf21081b7c701043d67e7bff15db599e71af2afb5ac8611b6265996300b020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5872e370-3445-4c80-aa05-f57e89c54b6c" -d '{"events": [{"name": "network-changed", "server_uuid": "5f5179f8-912d-44fb-afe1-bbb55f123a50", "tag": "d4a183c0-9170-4396-9397-91a0c91e3718"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:43:02.665304 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 19:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32563d6b-f072-4f66-a21b-691ed5054148 x-openstack-request-id: req-32563d6b-f072-4f66-a21b-691ed5054148 {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:43:02.665650 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f5179f8-912d-44fb-afe1-bbb55f123a50", "tag": "d4a183c0-9170-4396-9397-91a0c91e3718", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:43:02.665905 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-32563d6b-f072-4f66-a21b-691ed5054148 {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:43:02.666313 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32563d6b-f072-4f66-a21b-691ed5054148'] response: {'name': 'network-changed', 'server_uuid': '5f5179f8-912d-44fb-afe1-bbb55f123a50', 'tag': 'd4a183c0-9170-4396-9397-91a0c91e3718', 'status': 'completed', 'code': 200} May 17 19:43:02.715012 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-9ca85dc0-2dde-4a5f-b000-bb62dfea09ae None None] Set router 1dd07f40-b55c-4d4c-8596-7f8347e1b112 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:43:02.731381 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872e370-3445-4c80-aa05-f57e89c54b6c req-4d8e5236-4acc-4c91-b28b-699c4f997458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:43:02.733184 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5872e370-3445-4c80-aa05-f57e89c54b6c req-4d8e5236-4acc-4c91-b28b-699c4f997458 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e1e2d6671a8b45c6a698b4ef0263f480&device_id=5f5179f8-912d-44fb-afe1-bbb55f123a50 HTTP/1.1" status: 200 len: 1130 time: 0.0422750 May 17 19:43:02.821103 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872e370-3445-4c80-aa05-f57e89c54b6c req-b76be03f-390b-41a8-916c-1fbd515182e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:43:02.822595 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5872e370-3445-4c80-aa05-f57e89c54b6c req-b76be03f-390b-41a8-916c-1fbd515182e0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7d4a50e1-750e-4570-a937-3f3d049e2ce3 HTTP/1.1" status: 200 len: 914 time: 0.0830314 May 17 19:43:02.885806 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5872e370-3445-4c80-aa05-f57e89c54b6c req-5bc159bc-ef3b-4e0b-b975-cf5ed8676ee4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4a183c0-9170-4396-9397-91a0c91e3718 HTTP/1.1" status: 200 len: 1000 time: 0.0573885 May 17 19:43:02.932775 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-9ca85dc0-2dde-4a5f-b000-bb62dfea09ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'name': 'tempest-AttachVolumeNegativeTest-18157700-router', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:41:35Z', 'updated_at': '2022-05-17T19:41:38Z', 'revision_number': 4, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'gw_port': {'id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:39:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:41:36Z', 'updated_at': '2022-05-17T19:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_floatingips': [{'id': '2948e373-2e7e-4892-879c-9d54f2d3f1ee', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'floating_ip_address': '172.27.2.203', 'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'router_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'port_id': 'd4a183c0-9170-4396-9397-91a0c91e3718', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3', 'mac_address': 'fa:16:3e:71:99:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5179f8-912d-44fb-afe1-bbb55f123a50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T19:42:43Z', 'updated_at': '2022-05-17T19:43:01Z', 'revision_number': 1, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'fixed_ip_address_scope': None}, {'id': 'ba412af0-bc36-46b5-9e98-2e2c27780770', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'floating_ip_address': '172.27.2.121', 'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'router_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'port_id': '3b768bd0-0b51-4cf2-b542-f2e2e1281738', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3', 'mac_address': 'fa:16:3e:33:11:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7746ae1-bd85-4e65-a980-ef6bcf232a36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T19:41:41Z', 'updated_at': '2022-05-17T19:41:56Z', 'revision_number': 2, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2', 'name': '', 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'mac_address': 'fa:16:3e:48:b0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4c8a8e8d-f545-4991-8807-17074c9e8217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:41:38Z', 'updated_at': '2022-05-17T19:41:42Z', 'revision_number': 5, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'subnets': [{'id': '4c8a8e8d-f545-4991-8807-17074c9e8217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:43:02.934124 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872e370-3445-4c80-aa05-f57e89c54b6c req-12662eb8-93af-4755-a20a-0c9695d56d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:43:02.935598 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5872e370-3445-4c80-aa05-f57e89c54b6c req-12662eb8-93af-4755-a20a-0c9695d56d81 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c8a8e8d-f545-4991-8807-17074c9e8217 HTTP/1.1" status: 200 len: 852 time: 0.0431457 May 17 19:43:02.961460 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca85dc0-2dde-4a5f-b000-bb62dfea09ae None None] Checking router: 1dd07f40-b55c-4d4c-8596-7f8347e1b112 for host: dv-cinder-840678-10-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 19:43:02.969761 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca85dc0-2dde-4a5f-b000-bb62dfea09ae None None] Routers {'1dd07f40-b55c-4d4c-8596-7f8347e1b112'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:43:02.970370 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-9ca85dc0-2dde-4a5f-b000-bb62dfea09ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:42:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['1dd07f40-b55c-4d4c-8596-7f8347e1b112'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:43:02.978230 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872e370-3445-4c80-aa05-f57e89c54b6c req-f0b21750-2a3c-432a-a6e1-36f096bfcbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:43:02.979794 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5872e370-3445-4c80-aa05-f57e89c54b6c req-f0b21750-2a3c-432a-a6e1-36f096bfcbb3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7d4a50e1-750e-4570-a937-3f3d049e2ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0384526 May 17 19:43:03.069894 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-9ca85dc0-2dde-4a5f-b000-bb62dfea09ae None None] Set router 1dd07f40-b55c-4d4c-8596-7f8347e1b112 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:43:03.070108 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5872e370-3445-4c80-aa05-f57e89c54b6c req-068bdbae-bf09-4c62-b552-a3f0364d3884 service neutron] 10.222.0.69 "GET /v2.0/networks/7d4a50e1-750e-4570-a937-3f3d049e2ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837770 May 17 19:43:03.157566 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5872e370-3445-4c80-aa05-f57e89c54b6c req-3dc382db-b77a-4f38-89b2-1c69e4c80e05 service neutron] 10.222.0.69 "GET /v2.0/networks/7d4a50e1-750e-4570-a937-3f3d049e2ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819948 May 17 19:43:03.277393 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-9ca85dc0-2dde-4a5f-b000-bb62dfea09ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'name': 'tempest-AttachVolumeNegativeTest-18157700-router', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:41:35Z', 'updated_at': '2022-05-17T19:41:38Z', 'revision_number': 4, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'gw_port': {'id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:39:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:41:36Z', 'updated_at': '2022-05-17T19:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_floatingips': [{'id': '2948e373-2e7e-4892-879c-9d54f2d3f1ee', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'floating_ip_address': '172.27.2.203', 'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'router_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'port_id': 'd4a183c0-9170-4396-9397-91a0c91e3718', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3', 'mac_address': 'fa:16:3e:71:99:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5179f8-912d-44fb-afe1-bbb55f123a50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T19:42:43Z', 'updated_at': '2022-05-17T19:43:01Z', 'revision_number': 1, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'fixed_ip_address_scope': None}, {'id': 'ba412af0-bc36-46b5-9e98-2e2c27780770', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'floating_ip_address': '172.27.2.121', 'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'router_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'port_id': '3b768bd0-0b51-4cf2-b542-f2e2e1281738', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3', 'mac_address': 'fa:16:3e:33:11:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7746ae1-bd85-4e65-a980-ef6bcf232a36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T19:41:41Z', 'updated_at': '2022-05-17T19:41:56Z', 'revision_number': 2, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2', 'name': '', 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'mac_address': 'fa:16:3e:48:b0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4c8a8e8d-f545-4991-8807-17074c9e8217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:41:38Z', 'updated_at': '2022-05-17T19:41:42Z', 'revision_number': 5, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'subnets': [{'id': '4c8a8e8d-f545-4991-8807-17074c9e8217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:43:03.304120 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca85dc0-2dde-4a5f-b000-bb62dfea09ae None None] The sync data for ids ['1dd07f40-b55c-4d4c-8596-7f8347e1b112'] in dv-cinder-840678-10-iscsi is: [{'id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'name': 'tempest-AttachVolumeNegativeTest-18157700-router', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:41:35Z', 'updated_at': '2022-05-17T19:41:38Z', 'revision_number': 4, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'gw_port': {'id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:39:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:41:36Z', 'updated_at': '2022-05-17T19:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_floatingips': [{'id': '2948e373-2e7e-4892-879c-9d54f2d3f1ee', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'floating_ip_address': '172.27.2.203', 'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'router_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'port_id': 'd4a183c0-9170-4396-9397-91a0c91e3718', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3', 'mac_address': 'fa:16:3e:71:99:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5179f8-912d-44fb-afe1-bbb55f123a50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T19:42:43Z', 'updated_at': '2022-05-17T19:43:01Z', 'revision_number': 1, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'fixed_ip_address_scope': None}, {'id': 'ba412af0-bc36-46b5-9e98-2e2c27780770', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'floating_ip_address': '172.27.2.121', 'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'router_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'port_id': '3b768bd0-0b51-4cf2-b542-f2e2e1281738', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3', 'mac_address': 'fa:16:3e:33:11:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7746ae1-bd85-4e65-a980-ef6bcf232a36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T19:41:41Z', 'updated_at': '2022-05-17T19:41:56Z', 'revision_number': 2, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2', 'name': '', 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'mac_address': 'fa:16:3e:48:b0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4c8a8e8d-f545-4991-8807-17074c9e8217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:41:38Z', 'updated_at': '2022-05-17T19:41:42Z', 'revision_number': 5, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'subnets': [{'id': '4c8a8e8d-f545-4991-8807-17074c9e8217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 19:43:03.484832 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e4ac74-ceec-477e-830f-322073d88c11 None None] New status for floating IP 2948e373-2e7e-4892-879c-9d54f2d3f1ee: ACTIVE {{(pid=103782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 19:43:12.461617 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.agents_db [None req-42b69621-6215-4a4a-9d32-588efc9ea437 None None] Agent healthcheck: found 6 active agents {{(pid=103783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 19:43:14.661005 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (bee311cb-2a55-4828-8ca4-4ee09c88de79), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:14.963631 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-94e81fb9-855f-451e-bf02-9d94b4982730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:17.295041 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-22dfa6ff-2315-4616-a436-019481053920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:18.495382 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:20.323723 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:21.540813 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:39.054013 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0aeee-f310-4167-b4ae-d5764b3f61b4 req-87fba36f-8d36-40f0-abc0-8bece61c549e tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:43:39.055458 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-16c0aeee-f310-4167-b4ae-d5764b3f61b4 req-87fba36f-8d36-40f0-abc0-8bece61c549e tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f5179f8-912d-44fb-afe1-bbb55f123a50 HTTP/1.1" status: 200 len: 946 time: 0.0474384 May 17 19:43:39.100445 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-16c0aeee-f310-4167-b4ae-d5764b3f61b4 req-6510f565-d878-411c-8a10-8e285af757e9 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f7bcf15-09e6-464b-940e-96ddb48f8aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393002 May 17 19:43:40.212789 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cde70a-f19a-4b46-bc31-23d8bbfad6b4 req-b5ae7bc6-864c-4599-b650-b3c98ee19192 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:43:40.214160 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-84cde70a-f19a-4b46-bc31-23d8bbfad6b4 req-b5ae7bc6-864c-4599-b650-b3c98ee19192 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f5179f8-912d-44fb-afe1-bbb55f123a50 HTTP/1.1" status: 200 len: 946 time: 0.0460961 May 17 19:43:40.262668 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-84cde70a-f19a-4b46-bc31-23d8bbfad6b4 req-9b8bb740-a979-4e65-8afd-355add5bb753 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f7bcf15-09e6-464b-940e-96ddb48f8aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430408 May 17 19:43:40.499602 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b9bcd-69b5-48bc-a8cb-89c8d1c908a3 req-93ac7171-19f0-4f42-8065-a9ff8613343a tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:43:40.500953 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-055b9bcd-69b5-48bc-a8cb-89c8d1c908a3 req-93ac7171-19f0-4f42-8065-a9ff8613343a tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f5179f8-912d-44fb-afe1-bbb55f123a50 HTTP/1.1" status: 200 len: 946 time: 0.0459332 May 17 19:43:40.579877 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [req-055b9bcd-69b5-48bc-a8cb-89c8d1c908a3 req-2ef87465-8ca0-47ef-9145-88b24e73084d tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Deleting port d4a183c0-9170-4396-9397-91a0c91e3718 {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:43:40.580214 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-055b9bcd-69b5-48bc-a8cb-89c8d1c908a3 req-2ef87465-8ca0-47ef-9145-88b24e73084d tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (d4a183c0-9170-4396-9397-91a0c91e3718), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:40.669235 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-055b9bcd-69b5-48bc-a8cb-89c8d1c908a3 req-2ef87465-8ca0-47ef-9145-88b24e73084d tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] For port d4a183c0-9170-4396-9397-91a0c91e3718, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=d4a183c0-9170-4396-9397-91a0c91e3718,segment=NetworkSegment(28f45ea2-a933-436b-b38e-7de41beadda9),segment_id=28f45ea2-a933-436b-b38e-7de41beadda9)] {{(pid=103781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:43:40.669597 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-055b9bcd-69b5-48bc-a8cb-89c8d1c908a3 req-2ef87465-8ca0-47ef-9145-88b24e73084d tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (d4a183c0-9170-4396-9397-91a0c91e3718), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:40.822633 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-055b9bcd-69b5-48bc-a8cb-89c8d1c908a3 req-2ef87465-8ca0-47ef-9145-88b24e73084d tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:40.822907 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-055b9bcd-69b5-48bc-a8cb-89c8d1c908a3 req-2ef87465-8ca0-47ef-9145-88b24e73084d tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16764702'] for floatingip (2948e373-2e7e-4892-879c-9d54f2d3f1ee), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:40.823215 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.db.l3_db [req-055b9bcd-69b5-48bc-a8cb-89c8d1c908a3 req-2ef87465-8ca0-47ef-9145-88b24e73084d tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Floating IP 2948e373-2e7e-4892-879c-9d54f2d3f1ee disassociated. External IP: 172.27.2.203, port: d4a183c0-9170-4396-9397-91a0c91e3718. May 17 19:43:40.823580 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [req-055b9bcd-69b5-48bc-a8cb-89c8d1c908a3 req-2ef87465-8ca0-47ef-9145-88b24e73084d tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Calling delete_port for d4a183c0-9170-4396-9397-91a0c91e3718 owned by compute:nova {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:43:41.015081 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-055b9bcd-69b5-48bc-a8cb-89c8d1c908a3 req-2ef87465-8ca0-47ef-9145-88b24e73084d tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (d4a183c0-9170-4396-9397-91a0c91e3718), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:41.042355 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef87465-8ca0-47ef-9145-88b24e73084d tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Pushing event deleted for resources: {'Port': ['ID=d4a183c0-9170-4396-9397-91a0c91e3718,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:43:41.149733 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-055b9bcd-69b5-48bc-a8cb-89c8d1c908a3 req-2ef87465-8ca0-47ef-9145-88b24e73084d tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Router 1dd07f40-b55c-4d4c-8596-7f8347e1b112 has already been hosted by L3 agent d0bc9f74-feb0-4354-bd47-885486f1ec0d {{(pid=103781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 19:43:41.248058 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-055b9bcd-69b5-48bc-a8cb-89c8d1c908a3 req-2ef87465-8ca0-47ef-9145-88b24e73084d tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Notify agent at l3_agent.dv-cinder-840678-10-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 19:43:41.258193 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7a7a14-8b27-47c4-b5db-bb2fbeb24d69 None None] Sync routers for ids ['1dd07f40-b55c-4d4c-8596-7f8347e1b112'] in dv-cinder-840678-10-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 19:43:41.270866 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7a7a14-8b27-47c4-b5db-bb2fbeb24d69 None None] Routers {'1dd07f40-b55c-4d4c-8596-7f8347e1b112'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:43:41.271457 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-bd7a7a14-8b27-47c4-b5db-bb2fbeb24d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:43:17Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['1dd07f40-b55c-4d4c-8596-7f8347e1b112'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:43:41.288863 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [req-055b9bcd-69b5-48bc-a8cb-89c8d1c908a3 req-2ef87465-8ca0-47ef-9145-88b24e73084d tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] No DVR routers for this DVR port d4a183c0-9170-4396-9397-91a0c91e3718 on host hv-cinder-84067 {{(pid=103781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 19:43:41.291362 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-055b9bcd-69b5-48bc-a8cb-89c8d1c908a3 req-2ef87465-8ca0-47ef-9145-88b24e73084d tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:41.294635 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-055b9bcd-69b5-48bc-a8cb-89c8d1c908a3 req-2ef87465-8ca0-47ef-9145-88b24e73084d tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.69 "DELETE /v2.0/ports/d4a183c0-9170-4396-9397-91a0c91e3718 HTTP/1.1" status: 204 len: 173 time: 0.7858181 May 17 19:43:41.295074 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f5179f8-912d-44fb-afe1-bbb55f123a50', 'name': 'network-vif-deleted', 'tag': 'd4a183c0-9170-4396-9397-91a0c91e3718'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:43:41.297324 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5abf21081b7c701043d67e7bff15db599e71af2afb5ac8611b6265996300b020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd23fe32-1568-4abe-8934-49bf4e43e8fb" -d '{"events": [{"server_uuid": "5f5179f8-912d-44fb-afe1-bbb55f123a50", "name": "network-vif-deleted", "tag": "d4a183c0-9170-4396-9397-91a0c91e3718"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:43:41.334140 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 19:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be967ed-84ad-4cd9-a2f0-b3522514ae3c x-openstack-request-id: req-7be967ed-84ad-4cd9-a2f0-b3522514ae3c {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:43:41.334428 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f5179f8-912d-44fb-afe1-bbb55f123a50", "name": "network-vif-deleted", "tag": "d4a183c0-9170-4396-9397-91a0c91e3718", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:43:41.334675 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7be967ed-84ad-4cd9-a2f0-b3522514ae3c {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:43:41.335099 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7be967ed-84ad-4cd9-a2f0-b3522514ae3c'] response: {'server_uuid': '5f5179f8-912d-44fb-afe1-bbb55f123a50', 'name': 'network-vif-deleted', 'tag': 'd4a183c0-9170-4396-9397-91a0c91e3718', 'status': 'completed', 'code': 200} May 17 19:43:41.371349 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-ab51b761-dc8c-48bf-9fae-51aa0c3e95d8 req-4063da52-157a-4ce9-be6a-94c856f64e8a tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f5179f8-912d-44fb-afe1-bbb55f123a50 HTTP/1.1" status: 200 len: 210 time: 0.0373263 May 17 19:43:41.378184 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-bd7a7a14-8b27-47c4-b5db-bb2fbeb24d69 None None] Set router 1dd07f40-b55c-4d4c-8596-7f8347e1b112 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:43:41.594212 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-bd7a7a14-8b27-47c4-b5db-bb2fbeb24d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'name': 'tempest-AttachVolumeNegativeTest-18157700-router', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:41:35Z', 'updated_at': '2022-05-17T19:41:38Z', 'revision_number': 4, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'gw_port': {'id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:39:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:41:36Z', 'updated_at': '2022-05-17T19:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_floatingips': [{'id': 'ba412af0-bc36-46b5-9e98-2e2c27780770', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'floating_ip_address': '172.27.2.121', 'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'router_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'port_id': '3b768bd0-0b51-4cf2-b542-f2e2e1281738', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3', 'mac_address': 'fa:16:3e:33:11:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7746ae1-bd85-4e65-a980-ef6bcf232a36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T19:41:41Z', 'updated_at': '2022-05-17T19:41:56Z', 'revision_number': 2, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2', 'name': '', 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'mac_address': 'fa:16:3e:48:b0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4c8a8e8d-f545-4991-8807-17074c9e8217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:41:38Z', 'updated_at': '2022-05-17T19:41:42Z', 'revision_number': 5, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'subnets': [{'id': '4c8a8e8d-f545-4991-8807-17074c9e8217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:43:41.617974 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7a7a14-8b27-47c4-b5db-bb2fbeb24d69 None None] Checking router: 1dd07f40-b55c-4d4c-8596-7f8347e1b112 for host: dv-cinder-840678-10-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 19:43:41.626052 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7a7a14-8b27-47c4-b5db-bb2fbeb24d69 None None] Routers {'1dd07f40-b55c-4d4c-8596-7f8347e1b112'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:43:41.626574 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-bd7a7a14-8b27-47c4-b5db-bb2fbeb24d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:43:17Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['1dd07f40-b55c-4d4c-8596-7f8347e1b112'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:43:41.727307 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-bd7a7a14-8b27-47c4-b5db-bb2fbeb24d69 None None] Set router 1dd07f40-b55c-4d4c-8596-7f8347e1b112 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:43:41.937245 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-bd7a7a14-8b27-47c4-b5db-bb2fbeb24d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'name': 'tempest-AttachVolumeNegativeTest-18157700-router', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:41:35Z', 'updated_at': '2022-05-17T19:41:38Z', 'revision_number': 4, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'gw_port': {'id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:39:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:41:36Z', 'updated_at': '2022-05-17T19:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_floatingips': [{'id': 'ba412af0-bc36-46b5-9e98-2e2c27780770', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'floating_ip_address': '172.27.2.121', 'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'router_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'port_id': '3b768bd0-0b51-4cf2-b542-f2e2e1281738', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3', 'mac_address': 'fa:16:3e:33:11:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7746ae1-bd85-4e65-a980-ef6bcf232a36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T19:41:41Z', 'updated_at': '2022-05-17T19:41:56Z', 'revision_number': 2, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2', 'name': '', 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'mac_address': 'fa:16:3e:48:b0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4c8a8e8d-f545-4991-8807-17074c9e8217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:41:38Z', 'updated_at': '2022-05-17T19:41:42Z', 'revision_number': 5, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'subnets': [{'id': '4c8a8e8d-f545-4991-8807-17074c9e8217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:43:41.960992 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7a7a14-8b27-47c4-b5db-bb2fbeb24d69 None None] The sync data for ids ['1dd07f40-b55c-4d4c-8596-7f8347e1b112'] in dv-cinder-840678-10-iscsi is: [{'id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'name': 'tempest-AttachVolumeNegativeTest-18157700-router', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:41:35Z', 'updated_at': '2022-05-17T19:41:38Z', 'revision_number': 4, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'gw_port': {'id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:39:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:41:36Z', 'updated_at': '2022-05-17T19:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_floatingips': [{'id': 'ba412af0-bc36-46b5-9e98-2e2c27780770', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'floating_ip_address': '172.27.2.121', 'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'router_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'port_id': '3b768bd0-0b51-4cf2-b542-f2e2e1281738', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3', 'mac_address': 'fa:16:3e:33:11:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7746ae1-bd85-4e65-a980-ef6bcf232a36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T19:41:41Z', 'updated_at': '2022-05-17T19:41:56Z', 'revision_number': 2, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2', 'name': '', 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'mac_address': 'fa:16:3e:48:b0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4c8a8e8d-f545-4991-8807-17074c9e8217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:41:38Z', 'updated_at': '2022-05-17T19:41:42Z', 'revision_number': 5, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'subnets': [{'id': '4c8a8e8d-f545-4991-8807-17074c9e8217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 19:43:42.181210 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaf41e9-a8ed-4cfa-99e3-4c4d2314ca8a None None] New status for floating IP 2948e373-2e7e-4892-879c-9d54f2d3f1ee: DOWN {{(pid=103782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 19:43:42.524096 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 47664) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:43:42.579298 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-778d59c2-7cd4-4011-a861-cd294cc8acec tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for security_group (9f7bcf15-09e6-464b-940e-96ddb48f8aa4), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:42.602561 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-778d59c2-7cd4-4011-a861-cd294cc8acec tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for security_group (9f7bcf15-09e6-464b-940e-96ddb48f8aa4), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:42.723121 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-778d59c2-7cd4-4011-a861-cd294cc8acec tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (9f7bcf15-09e6-464b-940e-96ddb48f8aa4), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:42.726366 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-778d59c2-7cd4-4011-a861-cd294cc8acec tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:42.730960 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-778d59c2-7cd4-4011-a861-cd294cc8acec tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "DELETE /v2.0/security-groups/9f7bcf15-09e6-464b-940e-96ddb48f8aa4 HTTP/1.1" status: 204 len: 168 time: 0.2023962 May 17 19:43:42.731104 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 47666) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:43:42.736698 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d59c2-7cd4-4011-a861-cd294cc8acec tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7bcf15-09e6-464b-940e-96ddb48f8aa4,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:43:42.744142 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778d59c2-7cd4-4011-a861-cd294cc8acec tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:43:42.744307 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.api.v2.resource [None req-25468d74-c631-4907-abf0-5b5e4c3e2381 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] show failed (client error): The resource could not be found. May 17 19:43:42.744481 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778d59c2-7cd4-4011-a861-cd294cc8acec tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:43:42.747677 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778d59c2-7cd4-4011-a861-cd294cc8acec tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:43:42.747831 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-25468d74-c631-4907-abf0-5b5e4c3e2381 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/security-groups/9f7bcf15-09e6-464b-940e-96ddb48f8aa4 HTTP/1.1" status: 404 len: 347 time: 0.0138235 May 17 19:43:42.747948 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778d59c2-7cd4-4011-a861-cd294cc8acec tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:43:42.747948 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778d59c2-7cd4-4011-a861-cd294cc8acec tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:43:42.747948 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778d59c2-7cd4-4011-a861-cd294cc8acec tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:43:42.747948 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778d59c2-7cd4-4011-a861-cd294cc8acec tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:43:42.747948 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778d59c2-7cd4-4011-a861-cd294cc8acec tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:43:42.747948 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778d59c2-7cd4-4011-a861-cd294cc8acec tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:43:42.747948 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778d59c2-7cd4-4011-a861-cd294cc8acec tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:43:42.747948 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778d59c2-7cd4-4011-a861-cd294cc8acec tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:43:42.747948 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778d59c2-7cd4-4011-a861-cd294cc8acec tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:43:42.748763 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 47668) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:43:42.748866 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778d59c2-7cd4-4011-a861-cd294cc8acec tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:43:42.748866 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778d59c2-7cd4-4011-a861-cd294cc8acec tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:43:42.748866 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778d59c2-7cd4-4011-a861-cd294cc8acec tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:43:42.786350 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device d4a183c0-9170-4396-9397-91a0c91e3718 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 19:43:42.809279 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] No Port match for: d4a183c0-9170-4396-9397-91a0c91e3718 {{(pid=103782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 19:43:42.809614 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device d4a183c0-9170-4396-9397-91a0c91e3718 not bound to the agent host hv-cinder-84067 {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 19:43:42.858239 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [None req-f780c8c0-d81d-4058-a814-2d399df349eb tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Deleting port 587ba705-5a02-43f6-a100-07d034d168a3 {{(pid=103780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:43:42.858582 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-f780c8c0-d81d-4058-a814-2d399df349eb tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (587ba705-5a02-43f6-a100-07d034d168a3), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:42.930950 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-f780c8c0-d81d-4058-a814-2d399df349eb tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (587ba705-5a02-43f6-a100-07d034d168a3), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:42.931269 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-f780c8c0-d81d-4058-a814-2d399df349eb tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for floatingip (587ba705-5a02-43f6-a100-07d034d168a3), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:42.942812 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [None req-f780c8c0-d81d-4058-a814-2d399df349eb tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Calling delete_port for 587ba705-5a02-43f6-a100-07d034d168a3 owned by network:floatingip {{(pid=103780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:43:43.129432 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-f780c8c0-d81d-4058-a814-2d399df349eb tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014583'] for port (587ba705-5a02-43f6-a100-07d034d168a3), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:43.154876 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f780c8c0-d81d-4058-a814-2d399df349eb tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Pushing event deleted for resources: {'Port': ['ID=587ba705-5a02-43f6-a100-07d034d168a3,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:43:43.166309 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f780c8c0-d81d-4058-a814-2d399df349eb tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:43:43.166658 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f780c8c0-d81d-4058-a814-2d399df349eb tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:43:43.166997 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f780c8c0-d81d-4058-a814-2d399df349eb tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:43:43.167336 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f780c8c0-d81d-4058-a814-2d399df349eb tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:43:43.167698 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f780c8c0-d81d-4058-a814-2d399df349eb tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:43:43.168030 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f780c8c0-d81d-4058-a814-2d399df349eb tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:43:43.168358 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f780c8c0-d81d-4058-a814-2d399df349eb tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:43:43.168687 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f780c8c0-d81d-4058-a814-2d399df349eb tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:43:43.169018 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f780c8c0-d81d-4058-a814-2d399df349eb tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:43:43.169341 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f780c8c0-d81d-4058-a814-2d399df349eb tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:43:43.169664 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f780c8c0-d81d-4058-a814-2d399df349eb tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:43:43.169985 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f780c8c0-d81d-4058-a814-2d399df349eb tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:43:43.170306 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f780c8c0-d81d-4058-a814-2d399df349eb tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:43:43.170625 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f780c8c0-d81d-4058-a814-2d399df349eb tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:43:43.170944 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f780c8c0-d81d-4058-a814-2d399df349eb tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:43:43.229936 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-f780c8c0-d81d-4058-a814-2d399df349eb tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for floatingip (2948e373-2e7e-4892-879c-9d54f2d3f1ee), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:43.232819 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-f780c8c0-d81d-4058-a814-2d399df349eb tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for floatingip (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:43.233949 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-f780c8c0-d81d-4058-a814-2d399df349eb tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "DELETE /v2.0/floatingips/2948e373-2e7e-4892-879c-9d54f2d3f1ee HTTP/1.1" status: 204 len: 168 time: 0.4849935 May 17 19:43:44.660939 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (bee311cb-2a55-4828-8ca4-4ee09c88de79), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:44.986066 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-53e0f239-e2d1-46f9-964e-91a4ba643005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:46.251287 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c55acc-e655-4f4d-baf3-a6e26d1bda83 req-6466337d-0306-469d-a578-b406f720e570 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:43:46.252759 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-c3c55acc-e655-4f4d-baf3-a6e26d1bda83 req-6466337d-0306-469d-a578-b406f720e570 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7746ae1-bd85-4e65-a980-ef6bcf232a36 HTTP/1.1" status: 200 len: 945 time: 0.0463676 May 17 19:43:46.298173 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-c3c55acc-e655-4f4d-baf3-a6e26d1bda83 req-6a1158cb-3743-4d66-ac30-3b65c72bcec6 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/security-groups?id=203e607f-b281-4844-9d52-6a68b8a3b6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393963 May 17 19:43:47.312378 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e5fafab2-3145-4bc8-9533-cda08a6fff4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:47.411965 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cbe63e-fd9f-4b96-a75d-1a0cfc0ff10d req-516fd000-6de9-4820-9e41-48de84ca4a03 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:43:47.413992 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-74cbe63e-fd9f-4b96-a75d-1a0cfc0ff10d req-516fd000-6de9-4820-9e41-48de84ca4a03 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7746ae1-bd85-4e65-a980-ef6bcf232a36 HTTP/1.1" status: 200 len: 945 time: 0.0481369 May 17 19:43:47.458561 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-74cbe63e-fd9f-4b96-a75d-1a0cfc0ff10d req-b36a37c0-b537-4558-9ff8-c85bdc02cc24 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/security-groups?id=203e607f-b281-4844-9d52-6a68b8a3b6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390265 May 17 19:43:47.919553 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f2eaf-6b7a-4610-9ec0-5653ed5991bc req-a0343fb6-71d1-41bc-91df-4efad500f1eb tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:43:47.920952 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4b0f2eaf-6b7a-4610-9ec0-5653ed5991bc req-a0343fb6-71d1-41bc-91df-4efad500f1eb tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.69 "GET /v2.0/ports?device_id=c7746ae1-bd85-4e65-a980-ef6bcf232a36 HTTP/1.1" status: 200 len: 945 time: 0.0475092 May 17 19:43:47.997262 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [req-4b0f2eaf-6b7a-4610-9ec0-5653ed5991bc req-17f5f8c9-9734-4282-8891-a63efe0fc256 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Deleting port 3b768bd0-0b51-4cf2-b542-f2e2e1281738 {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:43:47.997593 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-4b0f2eaf-6b7a-4610-9ec0-5653ed5991bc req-17f5f8c9-9734-4282-8891-a63efe0fc256 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (3b768bd0-0b51-4cf2-b542-f2e2e1281738), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:48.083359 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-4b0f2eaf-6b7a-4610-9ec0-5653ed5991bc req-17f5f8c9-9734-4282-8891-a63efe0fc256 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] For port 3b768bd0-0b51-4cf2-b542-f2e2e1281738, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=3b768bd0-0b51-4cf2-b542-f2e2e1281738,segment=NetworkSegment(28f45ea2-a933-436b-b38e-7de41beadda9),segment_id=28f45ea2-a933-436b-b38e-7de41beadda9)] {{(pid=103781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:43:48.083740 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-4b0f2eaf-6b7a-4610-9ec0-5653ed5991bc req-17f5f8c9-9734-4282-8891-a63efe0fc256 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (3b768bd0-0b51-4cf2-b542-f2e2e1281738), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:48.238147 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-4b0f2eaf-6b7a-4610-9ec0-5653ed5991bc req-17f5f8c9-9734-4282-8891-a63efe0fc256 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:48.238510 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-4b0f2eaf-6b7a-4610-9ec0-5653ed5991bc req-17f5f8c9-9734-4282-8891-a63efe0fc256 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16764702'] for floatingip (ba412af0-bc36-46b5-9e98-2e2c27780770), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:48.238823 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.db.l3_db [req-4b0f2eaf-6b7a-4610-9ec0-5653ed5991bc req-17f5f8c9-9734-4282-8891-a63efe0fc256 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Floating IP ba412af0-bc36-46b5-9e98-2e2c27780770 disassociated. External IP: 172.27.2.121, port: 3b768bd0-0b51-4cf2-b542-f2e2e1281738. May 17 19:43:48.239169 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [req-4b0f2eaf-6b7a-4610-9ec0-5653ed5991bc req-17f5f8c9-9734-4282-8891-a63efe0fc256 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Calling delete_port for 3b768bd0-0b51-4cf2-b542-f2e2e1281738 owned by compute:nova {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:43:48.454549 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-4b0f2eaf-6b7a-4610-9ec0-5653ed5991bc req-17f5f8c9-9734-4282-8891-a63efe0fc256 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (3b768bd0-0b51-4cf2-b542-f2e2e1281738), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:48.481095 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f5f8c9-9734-4282-8891-a63efe0fc256 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Pushing event deleted for resources: {'Port': ['ID=3b768bd0-0b51-4cf2-b542-f2e2e1281738,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:43:48.512036 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:48.559868 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-3cc01356-19bf-4fef-a1cb-9ec2254c5feb req-6b0adc28-d1c4-43e9-9f9c-ccaa5553d766 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7746ae1-bd85-4e65-a980-ef6bcf232a36 HTTP/1.1" status: 200 len: 210 time: 0.0278208 May 17 19:43:48.858977 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b0f2eaf-6b7a-4610-9ec0-5653ed5991bc req-17f5f8c9-9734-4282-8891-a63efe0fc256 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Router 1dd07f40-b55c-4d4c-8596-7f8347e1b112 has already been hosted by L3 agent d0bc9f74-feb0-4354-bd47-885486f1ec0d {{(pid=103781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 19:43:48.957372 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b0f2eaf-6b7a-4610-9ec0-5653ed5991bc req-17f5f8c9-9734-4282-8891-a63efe0fc256 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Notify agent at l3_agent.dv-cinder-840678-10-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 19:43:48.966839 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e990733-b803-4b0c-8532-bcc3f4e1bc21 None None] Sync routers for ids ['1dd07f40-b55c-4d4c-8596-7f8347e1b112'] in dv-cinder-840678-10-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 19:43:48.978280 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e990733-b803-4b0c-8532-bcc3f4e1bc21 None None] Routers {'1dd07f40-b55c-4d4c-8596-7f8347e1b112'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:43:48.978886 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-0e990733-b803-4b0c-8532-bcc3f4e1bc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:43:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['1dd07f40-b55c-4d4c-8596-7f8347e1b112'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:43:49.001910 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b0f2eaf-6b7a-4610-9ec0-5653ed5991bc req-17f5f8c9-9734-4282-8891-a63efe0fc256 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] No DVR routers for this DVR port 3b768bd0-0b51-4cf2-b542-f2e2e1281738 on host hv-cinder-84067 {{(pid=103781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 19:43:49.004622 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-4b0f2eaf-6b7a-4610-9ec0-5653ed5991bc req-17f5f8c9-9734-4282-8891-a63efe0fc256 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:49.007910 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4b0f2eaf-6b7a-4610-9ec0-5653ed5991bc req-17f5f8c9-9734-4282-8891-a63efe0fc256 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.69 "DELETE /v2.0/ports/3b768bd0-0b51-4cf2-b542-f2e2e1281738 HTTP/1.1" status: 204 len: 173 time: 1.0816276 May 17 19:43:49.008422 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7746ae1-bd85-4e65-a980-ef6bcf232a36', 'name': 'network-vif-deleted', 'tag': '3b768bd0-0b51-4cf2-b542-f2e2e1281738'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:43:49.010682 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5abf21081b7c701043d67e7bff15db599e71af2afb5ac8611b6265996300b020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6185b0-3653-4404-aa58-c97849a0b864" -d '{"events": [{"server_uuid": "c7746ae1-bd85-4e65-a980-ef6bcf232a36", "name": "network-vif-deleted", "tag": "3b768bd0-0b51-4cf2-b542-f2e2e1281738"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:43:49.045380 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 19:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9706f95-0ec0-46d8-9ec6-d0a86425c1c7 x-openstack-request-id: req-f9706f95-0ec0-46d8-9ec6-d0a86425c1c7 {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:43:49.045715 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7746ae1-bd85-4e65-a980-ef6bcf232a36", "name": "network-vif-deleted", "tag": "3b768bd0-0b51-4cf2-b542-f2e2e1281738", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:43:49.045965 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f9706f95-0ec0-46d8-9ec6-d0a86425c1c7 {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:43:49.046390 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9706f95-0ec0-46d8-9ec6-d0a86425c1c7'] response: {'server_uuid': 'c7746ae1-bd85-4e65-a980-ef6bcf232a36', 'name': 'network-vif-deleted', 'tag': '3b768bd0-0b51-4cf2-b542-f2e2e1281738', 'status': 'completed', 'code': 200} May 17 19:43:49.081077 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-0e990733-b803-4b0c-8532-bcc3f4e1bc21 None None] Set router 1dd07f40-b55c-4d4c-8596-7f8347e1b112 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:43:49.262382 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-0e990733-b803-4b0c-8532-bcc3f4e1bc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'name': 'tempest-AttachVolumeNegativeTest-18157700-router', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:41:35Z', 'updated_at': '2022-05-17T19:41:38Z', 'revision_number': 4, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'gw_port': {'id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:39:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:41:36Z', 'updated_at': '2022-05-17T19:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': '2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2', 'name': '', 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'mac_address': 'fa:16:3e:48:b0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4c8a8e8d-f545-4991-8807-17074c9e8217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:41:38Z', 'updated_at': '2022-05-17T19:41:42Z', 'revision_number': 5, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'subnets': [{'id': '4c8a8e8d-f545-4991-8807-17074c9e8217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:43:49.286389 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e990733-b803-4b0c-8532-bcc3f4e1bc21 None None] Checking router: 1dd07f40-b55c-4d4c-8596-7f8347e1b112 for host: dv-cinder-840678-10-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 19:43:49.294827 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e990733-b803-4b0c-8532-bcc3f4e1bc21 None None] Routers {'1dd07f40-b55c-4d4c-8596-7f8347e1b112'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:43:49.295417 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-0e990733-b803-4b0c-8532-bcc3f4e1bc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:43:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['1dd07f40-b55c-4d4c-8596-7f8347e1b112'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:43:49.401382 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-0e990733-b803-4b0c-8532-bcc3f4e1bc21 None None] Set router 1dd07f40-b55c-4d4c-8596-7f8347e1b112 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:43:49.481610 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.agents_db [None req-42b69621-6215-4a4a-9d32-588efc9ea437 None None] Agent healthcheck: found 6 active agents {{(pid=103783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 19:43:49.582857 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-0e990733-b803-4b0c-8532-bcc3f4e1bc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'name': 'tempest-AttachVolumeNegativeTest-18157700-router', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:41:35Z', 'updated_at': '2022-05-17T19:41:38Z', 'revision_number': 4, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'gw_port': {'id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:39:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:41:36Z', 'updated_at': '2022-05-17T19:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': '2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2', 'name': '', 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'mac_address': 'fa:16:3e:48:b0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4c8a8e8d-f545-4991-8807-17074c9e8217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:41:38Z', 'updated_at': '2022-05-17T19:41:42Z', 'revision_number': 5, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'subnets': [{'id': '4c8a8e8d-f545-4991-8807-17074c9e8217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:43:49.611219 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e990733-b803-4b0c-8532-bcc3f4e1bc21 None None] The sync data for ids ['1dd07f40-b55c-4d4c-8596-7f8347e1b112'] in dv-cinder-840678-10-iscsi is: [{'id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'name': 'tempest-AttachVolumeNegativeTest-18157700-router', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:41:35Z', 'updated_at': '2022-05-17T19:41:38Z', 'revision_number': 4, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'gw_port': {'id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:39:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:41:36Z', 'updated_at': '2022-05-17T19:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': '2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2', 'name': '', 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'mac_address': 'fa:16:3e:48:b0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4c8a8e8d-f545-4991-8807-17074c9e8217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:41:38Z', 'updated_at': '2022-05-17T19:41:42Z', 'revision_number': 5, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'subnets': [{'id': '4c8a8e8d-f545-4991-8807-17074c9e8217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 19:43:49.674252 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-b6510688-346c-424f-b0cd-c7e802dbbe13 req-2d9fcbd0-1fbc-4ed8-9dec-2927c984c2d6 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7746ae1-bd85-4e65-a980-ef6bcf232a36 HTTP/1.1" status: 200 len: 210 time: 0.0319357 May 17 19:43:49.831607 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff659bc-1afa-471e-87a7-8ef9e508e7d9 None None] New status for floating IP ba412af0-bc36-46b5-9e98-2e2c27780770: DOWN {{(pid=103782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 19:43:50.300501 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:50.815029 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 47704) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:43:50.868328 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-a6a91698-3876-4c92-aa34-81986069026b tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for security_group (203e607f-b281-4844-9d52-6a68b8a3b6a6), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:50.890989 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-a6a91698-3876-4c92-aa34-81986069026b tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for security_group (203e607f-b281-4844-9d52-6a68b8a3b6a6), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:51.026044 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-a6a91698-3876-4c92-aa34-81986069026b tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (203e607f-b281-4844-9d52-6a68b8a3b6a6), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:51.028555 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-a6a91698-3876-4c92-aa34-81986069026b tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:51.029693 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-a6a91698-3876-4c92-aa34-81986069026b tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "DELETE /v2.0/security-groups/203e607f-b281-4844-9d52-6a68b8a3b6a6 HTTP/1.1" status: 204 len: 168 time: 0.2136819 May 17 19:43:51.032540 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 47706) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:43:51.038853 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a91698-3876-4c92-aa34-81986069026b tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=203e607f-b281-4844-9d52-6a68b8a3b6a6,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:43:51.045972 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.api.v2.resource [None req-99eb9098-cc77-41dc-af7d-07f8a9f7368f tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] show failed (client error): The resource could not be found. May 17 19:43:51.046949 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-99eb9098-cc77-41dc-af7d-07f8a9f7368f tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/security-groups/203e607f-b281-4844-9d52-6a68b8a3b6a6 HTTP/1.1" status: 404 len: 347 time: 0.0134776 May 17 19:43:51.049788 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 47708) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:43:51.156009 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-b04f31c2-22db-434a-b664-f60a4dd57532 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Deleting port f72756cc-d609-48f0-a921-d01dce615372 {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:43:51.156341 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b04f31c2-22db-434a-b664-f60a4dd57532 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (f72756cc-d609-48f0-a921-d01dce615372), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:51.228404 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b04f31c2-22db-434a-b664-f60a4dd57532 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (f72756cc-d609-48f0-a921-d01dce615372), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:51.228724 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b04f31c2-22db-434a-b664-f60a4dd57532 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for floatingip (f72756cc-d609-48f0-a921-d01dce615372), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:51.241352 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-b04f31c2-22db-434a-b664-f60a4dd57532 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Calling delete_port for f72756cc-d609-48f0-a921-d01dce615372 owned by network:floatingip {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:43:51.461531 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b04f31c2-22db-434a-b664-f60a4dd57532 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (f72756cc-d609-48f0-a921-d01dce615372), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:51.491350 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04f31c2-22db-434a-b664-f60a4dd57532 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Pushing event deleted for resources: {'Port': ['ID=f72756cc-d609-48f0-a921-d01dce615372,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:43:51.548257 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b04f31c2-22db-434a-b664-f60a4dd57532 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for floatingip (ba412af0-bc36-46b5-9e98-2e2c27780770), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:51.659033 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b04f31c2-22db-434a-b664-f60a4dd57532 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for floatingip (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:51.659033 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-b04f31c2-22db-434a-b664-f60a4dd57532 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "DELETE /v2.0/floatingips/ba412af0-bc36-46b5-9e98-2e2c27780770 HTTP/1.1" status: 204 len: 168 time: 0.5013471 May 17 19:43:51.659692 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:51.749035 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 47712) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:43:51.753467 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-e9056a07-901d-4ee0-9491-70ca529f49b5 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1209800408', 'description': 'tempest-description--530913793'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:43:51.854761 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-e9056a07-901d-4ee0-9491-70ca529f49b5 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:51.918189 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-e9056a07-901d-4ee0-9491-70ca529f49b5 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for security_group (d22b2799-c7c3-41b2-a890-bd2df75adee9), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:51.980092 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-e9056a07-901d-4ee0-9491-70ca529f49b5 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (d22b2799-c7c3-41b2-a890-bd2df75adee9), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:52.008112 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9056a07-901d-4ee0-9491-70ca529f49b5 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d22b2799-c7c3-41b2-a890-bd2df75adee9,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:43:52.096693 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-e9056a07-901d-4ee0-9491-70ca529f49b5 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:52.097950 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-e9056a07-901d-4ee0-9491-70ca529f49b5 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3479218 May 17 19:43:52.101211 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 47714) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:43:52.105396 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-ca13c7fb-0432-42b2-9755-230b6a1186a4 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Request body: {'security_group_rule': {'security_group_id': 'd22b2799-c7c3-41b2-a890-bd2df75adee9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:43:52.197670 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ca13c7fb-0432-42b2-9755-230b6a1186a4 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for security_group_rule (6274b893-4e70-48d1-8101-7d841269b540), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:52.251592 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ca13c7fb-0432-42b2-9755-230b6a1186a4 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for security_group_rule (6274b893-4e70-48d1-8101-7d841269b540), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:52.328745 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ca13c7fb-0432-42b2-9755-230b6a1186a4 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321501'] for security_group_rule (6274b893-4e70-48d1-8101-7d841269b540), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:52.348222 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca13c7fb-0432-42b2-9755-230b6a1186a4 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6274b893-4e70-48d1-8101-7d841269b540,revision_number=0']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:43:52.410593 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ca13c7fb-0432-42b2-9755-230b6a1186a4 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:52.411805 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-ca13c7fb-0432-42b2-9755-230b6a1186a4 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3096521 May 17 19:43:52.414999 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 47716) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:43:52.419129 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-d996dd65-3dc6-493b-9714-03ec91ddf767 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Request body: {'security_group_rule': {'security_group_id': 'd22b2799-c7c3-41b2-a890-bd2df75adee9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:43:52.528341 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d996dd65-3dc6-493b-9714-03ec91ddf767 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for security_group_rule (297756f3-f6d6-41ef-a07f-a781974aa26a), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:52.580868 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d996dd65-3dc6-493b-9714-03ec91ddf767 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for security_group_rule (297756f3-f6d6-41ef-a07f-a781974aa26a), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:52.677494 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d996dd65-3dc6-493b-9714-03ec91ddf767 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321501'] for security_group_rule (297756f3-f6d6-41ef-a07f-a781974aa26a), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:52.695261 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d996dd65-3dc6-493b-9714-03ec91ddf767 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=297756f3-f6d6-41ef-a07f-a781974aa26a,revision_number=0']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:43:52.817533 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 3b768bd0-0b51-4cf2-b542-f2e2e1281738 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 19:43:52.827971 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d996dd65-3dc6-493b-9714-03ec91ddf767 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:52.831560 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-d996dd65-3dc6-493b-9714-03ec91ddf767 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4132454 May 17 19:43:52.832386 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 47718) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:43:52.837137 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-bb3f516a-d5e2-4c8d-b78f-d3c6e091c011 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Request body: {'floatingip': {'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:43:52.837695 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] No Port match for: 3b768bd0-0b51-4cf2-b542-f2e2e1281738 {{(pid=103782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 19:43:52.838032 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 3b768bd0-0b51-4cf2-b542-f2e2e1281738 not bound to the agent host hv-cinder-84067 {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 19:43:52.946894 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-bb3f516a-d5e2-4c8d-b78f-d3c6e091c011 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:53.021573 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-bb3f516a-d5e2-4c8d-b78f-d3c6e091c011 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:53.123176 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_common [None req-bb3f516a-d5e2-4c8d-b78f-d3c6e091c011 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Allocated IP 172.27.2.39 (a8e71caf-cf8f-487f-b3e8-f30c47275c44/5b8cb9fa-be03-458e-a77b-33fb963ee3d0/48e227af-379a-4cee-a58c-7efa88e0912c) {{(pid=103781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:43:53.218961 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-bb3f516a-d5e2-4c8d-b78f-d3c6e091c011 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for port (48e227af-379a-4cee-a58c-7efa88e0912c), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:53.306859 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-bb3f516a-d5e2-4c8d-b78f-d3c6e091c011 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (48e227af-379a-4cee-a58c-7efa88e0912c), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:53.340958 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3f516a-d5e2-4c8d-b78f-d3c6e091c011 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Network a8e71caf-cf8f-487f-b3e8-f30c47275c44 is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:43:53.345188 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [None req-bb3f516a-d5e2-4c8d-b78f-d3c6e091c011 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:43:53.350933 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3f516a-d5e2-4c8d-b78f-d3c6e091c011 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Received port after_create {{(pid=103781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:43:53.355750 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f516a-d5e2-4c8d-b78f-d3c6e091c011 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Pushing event updated for resources: {'Port': ['ID=48e227af-379a-4cee-a58c-7efa88e0912c,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:43:53.433504 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-bb3f516a-d5e2-4c8d-b78f-d3c6e091c011 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for floatingip (18ea7878-6a94-4020-9511-fd0aa22da232), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:53.567184 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-bb3f516a-d5e2-4c8d-b78f-d3c6e091c011 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (48e227af-379a-4cee-a58c-7efa88e0912c), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:53.734772 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-bb3f516a-d5e2-4c8d-b78f-d3c6e091c011 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for port (48e227af-379a-4cee-a58c-7efa88e0912c), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:53.837788 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-bb3f516a-d5e2-4c8d-b78f-d3c6e091c011 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13820453'] for port (48e227af-379a-4cee-a58c-7efa88e0912c), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:53.908054 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f516a-d5e2-4c8d-b78f-d3c6e091c011 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Pushing event updated for resources: {'Port': ['ID=48e227af-379a-4cee-a58c-7efa88e0912c,revision_number=2']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:43:53.918147 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-bb3f516a-d5e2-4c8d-b78f-d3c6e091c011 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16764702'] for floatingip (18ea7878-6a94-4020-9511-fd0aa22da232), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:54.005085 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-bb3f516a-d5e2-4c8d-b78f-d3c6e091c011 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for floatingip (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:43:54.006280 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-bb3f516a-d5e2-4c8d-b78f-d3c6e091c011 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1729882 May 17 19:43:54.150230 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-c30ab398-153b-45b9-a9dd-9b35077f8426 req-cc2cf82d-b250-40ef-aa61-9807d354f3dc tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1209800408&fields=id&tenant_id=e1e2d6671a8b45c6a698b4ef0263f480 HTTP/1.1" status: 200 len: 267 time: 0.0419891 May 17 19:43:54.255999 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ab398-153b-45b9-a9dd-9b35077f8426 req-f5c673eb-25d4-4c15-a28a-126aab9eee2b tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:43:54.257387 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-c30ab398-153b-45b9-a9dd-9b35077f8426 req-f5c673eb-25d4-4c15-a28a-126aab9eee2b tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/networks?id=7d4a50e1-750e-4570-a937-3f3d049e2ce3 HTTP/1.1" status: 200 len: 813 time: 0.1010039 May 17 19:43:54.272133 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-c30ab398-153b-45b9-a9dd-9b35077f8426 req-d757e70b-dbe6-4a6e-a28b-ca32f6afae09 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/quotas/e1e2d6671a8b45c6a698b4ef0263f480 HTTP/1.1" status: 200 len: 375 time: 0.0089602 May 17 19:43:54.323618 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-c30ab398-153b-45b9-a9dd-9b35077f8426 req-eaf040d5-df7c-40ef-a4e3-57f5dccad128 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e1e2d6671a8b45c6a698b4ef0263f480&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451803 May 17 19:43:54.427559 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-c30ab398-153b-45b9-a9dd-9b35077f8426 req-c3ddd647-6626-4069-8d49-cfbfc0a9a461 service neutron] 10.222.0.58 "GET /v2.0/networks/7d4a50e1-750e-4570-a937-3f3d049e2ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923758 May 17 19:43:54.514479 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-c30ab398-153b-45b9-a9dd-9b35077f8426 req-27ad043c-c269-44d1-9423-1ae0c9d02f40 service neutron] 10.222.0.58 "GET /v2.0/networks/7d4a50e1-750e-4570-a937-3f3d049e2ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811481 May 17 19:43:54.766183 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-006af1cc-7858-47fe-9ec2-01d09a3c71eb req-3e763913-a071-401d-a4a0-e895a49c1861 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e2bb260-7475-458e-8ce4-142eef5ff525 HTTP/1.1" status: 200 len: 210 time: 0.0288465 May 17 19:43:55.842884 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-4b06735d-d24b-451f-8ca9-e833c1cefc32 req-d68da795-f6e3-4f15-af52-30c9a6622f53 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e2bb260-7475-458e-8ce4-142eef5ff525 HTTP/1.1" status: 200 len: 210 time: 0.0284204 May 17 19:43:56.918744 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-70ac4290-69c7-45fb-a87d-5c57e487d96a req-fcaa9a7b-e889-4b71-be46-a28cd44ec1fe tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e2bb260-7475-458e-8ce4-142eef5ff525 HTTP/1.1" status: 200 len: 210 time: 0.0274119 May 17 19:43:57.997104 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-fde7ea92-6984-47da-b200-04591f433e40 req-a76b4f93-9e42-4400-a06a-44e7d0059f7d tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e2bb260-7475-458e-8ce4-142eef5ff525 HTTP/1.1" status: 200 len: 210 time: 0.0306919 May 17 19:43:59.091690 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c4db584b-de76-4164-9996-a57c94240dc9 req-3a97481a-a1ac-46d7-b44d-0d74233cf46d tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e2bb260-7475-458e-8ce4-142eef5ff525 HTTP/1.1" status: 200 len: 210 time: 0.0294757 May 17 19:44:00.185569 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-ca59f6dd-2521-4b02-8627-0d8bda7994d9 req-705ffd01-b490-44a5-a68f-53a9f4ea1f5a tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e2bb260-7475-458e-8ce4-142eef5ff525 HTTP/1.1" status: 200 len: 210 time: 0.0265460 May 17 19:44:00.788378 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ab398-153b-45b9-a9dd-9b35077f8426 req-3392d2b7-b8b6-4159-bc2a-031572cbb7d7 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:44:00.789824 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c30ab398-153b-45b9-a9dd-9b35077f8426 req-3392d2b7-b8b6-4159-bc2a-031572cbb7d7 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.69 "GET /v2.0/networks?id=7d4a50e1-750e-4570-a937-3f3d049e2ce3 HTTP/1.1" status: 200 len: 813 time: 0.0987194 May 17 19:44:00.856426 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c30ab398-153b-45b9-a9dd-9b35077f8426 req-41e2f38c-7d8d-410f-95c5-08d17d918026 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1e2d6671a8b45c6a698b4ef0263f480 HTTP/1.1" status: 200 len: 380 time: 0.0500820 May 17 19:44:00.869360 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [req-c30ab398-153b-45b9-a9dd-9b35077f8426 req-9b8755a8-3206-4690-bf4a-951b1fe0a77a tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Request body: {'port': {'device_id': '7e2bb260-7475-458e-8ce4-142eef5ff525', 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3', 'admin_state_up': True, 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'security_groups': ['d22b2799-c7c3-41b2-a890-bd2df75adee9']}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:44:01.082829 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c30ab398-153b-45b9-a9dd-9b35077f8426 req-9b8755a8-3206-4690-bf4a-951b1fe0a77a tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Made reservation on behalf of e1e2d6671a8b45c6a698b4ef0263f480 for: {'port': 1} {{(pid=103781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:44:01.086365 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-c30ab398-153b-45b9-a9dd-9b35077f8426 req-9b8755a8-3206-4690-bf4a-951b1fe0a77a tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:44:01.208129 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_common [req-c30ab398-153b-45b9-a9dd-9b35077f8426 req-9b8755a8-3206-4690-bf4a-951b1fe0a77a tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Allocated IP 172.20.0.14 (7d4a50e1-750e-4570-a937-3f3d049e2ce3/4c8a8e8d-f545-4991-8807-17074c9e8217/2bfc232d-56b5-4270-8e51-675491573ba6) {{(pid=103781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:44:01.321466 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-04d85f26-a723-4c37-86fb-2e4d7a41b4af req-68593b88-46df-4de1-8d8a-77a9e113dcc3 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e2bb260-7475-458e-8ce4-142eef5ff525 HTTP/1.1" status: 200 len: 210 time: 0.0504093 May 17 19:44:01.366164 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-c30ab398-153b-45b9-a9dd-9b35077f8426 req-9b8755a8-3206-4690-bf4a-951b1fe0a77a tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for port (2bfc232d-56b5-4270-8e51-675491573ba6), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:44:01.472203 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-c30ab398-153b-45b9-a9dd-9b35077f8426 req-9b8755a8-3206-4690-bf4a-951b1fe0a77a tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (2bfc232d-56b5-4270-8e51-675491573ba6), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:44:01.512948 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c30ab398-153b-45b9-a9dd-9b35077f8426 req-9b8755a8-3206-4690-bf4a-951b1fe0a77a tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Network 7d4a50e1-750e-4570-a937-3f3d049e2ce3 is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:44:01.516016 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [req-c30ab398-153b-45b9-a9dd-9b35077f8426 req-9b8755a8-3206-4690-bf4a-951b1fe0a77a tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:44:01.522334 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [req-c30ab398-153b-45b9-a9dd-9b35077f8426 req-9b8755a8-3206-4690-bf4a-951b1fe0a77a tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Received port after_create {{(pid=103781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:44:01.527413 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8755a8-3206-4690-bf4a-951b1fe0a77a tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Pushing event updated for resources: {'Port': ['ID=2bfc232d-56b5-4270-8e51-675491573ba6,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:44:01.572737 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ab398-153b-45b9-a9dd-9b35077f8426 req-9b8755a8-3206-4690-bf4a-951b1fe0a77a tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:44:01.573384 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-c30ab398-153b-45b9-a9dd-9b35077f8426 req-9b8755a8-3206-4690-bf4a-951b1fe0a77a tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:44:01.703381 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c30ab398-153b-45b9-a9dd-9b35077f8426 req-9b8755a8-3206-4690-bf4a-951b1fe0a77a tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8380990 May 17 19:44:01.719400 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [req-c30ab398-153b-45b9-a9dd-9b35077f8426 req-9548a37a-74e1-4a55-86fd-b567c579d5de service neutron] Request body: {'port': {'device_id': '7e2bb260-7475-458e-8ce4-142eef5ff525', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:44:01.753219 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-144a936f-c089-4549-8665-12e1b159f111 None None] Provisioning complete for port 2bfc232d-56b5-4270-8e51-675491573ba6 triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:44:01.753830 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-144a936f-c089-4549-8665-12e1b159f111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (2bfc232d-56b5-4270-8e51-675491573ba6), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:44:01.781176 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-c30ab398-153b-45b9-a9dd-9b35077f8426 req-9548a37a-74e1-4a55-86fd-b567c579d5de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (2bfc232d-56b5-4270-8e51-675491573ba6), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:44:01.784338 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-144a936f-c089-4549-8665-12e1b159f111 None None] Port 2bfc232d-56b5-4270-8e51-675491573ba6 cannot update to ACTIVE because it is not bound. {{(pid=103782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 19:44:02.052883 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [req-c30ab398-153b-45b9-a9dd-9b35077f8426 req-9548a37a-74e1-4a55-86fd-b567c579d5de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bfc232d-56b5-4270-8e51-675491573ba6 {{(pid=103781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 19:44:02.060806 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-c30ab398-153b-45b9-a9dd-9b35077f8426 req-9548a37a-74e1-4a55-86fd-b567c579d5de service neutron] Publish callbacks [] for port (2bfc232d-56b5-4270-8e51-675491573ba6), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:44:02.073329 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.provisioning_blocks [req-c30ab398-153b-45b9-a9dd-9b35077f8426 req-9548a37a-74e1-4a55-86fd-b567c579d5de service neutron] Transition to ACTIVE for port object 2bfc232d-56b5-4270-8e51-675491573ba6 will not be triggered until provisioned by entity L2. {{(pid=103781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 19:44:02.134293 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-c30ab398-153b-45b9-a9dd-9b35077f8426 req-9548a37a-74e1-4a55-86fd-b567c579d5de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13820453'] for port (2bfc232d-56b5-4270-8e51-675491573ba6), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:44:02.185137 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9548a37a-74e1-4a55-86fd-b567c579d5de service neutron] Pushing event updated for resources: {'Port': ['ID=2bfc232d-56b5-4270-8e51-675491573ba6,revision_number=2']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:44:02.257530 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-c30ab398-153b-45b9-a9dd-9b35077f8426 req-9548a37a-74e1-4a55-86fd-b567c579d5de service neutron] Attempting to bind port 2bfc232d-56b5-4270-8e51-675491573ba6 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 19:44:02.257862 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-c30ab398-153b-45b9-a9dd-9b35077f8426 req-9548a37a-74e1-4a55-86fd-b567c579d5de service neutron] Attempting to bind port 2bfc232d-56b5-4270-8e51-675491573ba6 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '28f45ea2-a933-436b-b38e-7de41beadda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3'}] {{(pid=103781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 19:44:02.258187 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30ab398-153b-45b9-a9dd-9b35077f8426 req-9548a37a-74e1-4a55-86fd-b567c579d5de service neutron] Attempting to bind port 2bfc232d-56b5-4270-8e51-675491573ba6 on network 7d4a50e1-750e-4570-a937-3f3d049e2ce3 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:44:02.262830 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30ab398-153b-45b9-a9dd-9b35077f8426 req-9548a37a-74e1-4a55-86fd-b567c579d5de service neutron] Port 2bfc232d-56b5-4270-8e51-675491573ba6 on network 7d4a50e1-750e-4570-a937-3f3d049e2ce3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 19:44:02.263147 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30ab398-153b-45b9-a9dd-9b35077f8426 req-9548a37a-74e1-4a55-86fd-b567c579d5de service neutron] Attempting to bind port 2bfc232d-56b5-4270-8e51-675491573ba6 on network 7d4a50e1-750e-4570-a937-3f3d049e2ce3 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:44:02.268213 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30ab398-153b-45b9-a9dd-9b35077f8426 req-9548a37a-74e1-4a55-86fd-b567c579d5de service neutron] Checking agent: {'id': 'bee311cb-2a55-4828-8ca4-4ee09c88de79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 19, 27, 43), 'started_at': datetime.datetime(2022, 5, 17, 19, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 19, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 19:44:02.268550 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30ab398-153b-45b9-a9dd-9b35077f8426 req-9548a37a-74e1-4a55-86fd-b567c579d5de service neutron] Checking segment: {'id': '28f45ea2-a933-436b-b38e-7de41beadda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:44:02.268930 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30ab398-153b-45b9-a9dd-9b35077f8426 req-9548a37a-74e1-4a55-86fd-b567c579d5de service neutron] Bound using segment: {'id': '28f45ea2-a933-436b-b38e-7de41beadda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3'} {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 19:44:02.269349 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-c30ab398-153b-45b9-a9dd-9b35077f8426 req-9548a37a-74e1-4a55-86fd-b567c579d5de service neutron] Bound port: 2bfc232d-56b5-4270-8e51-675491573ba6, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28f45ea2-a933-436b-b38e-7de41beadda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3'}}] {{(pid=103781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 19:44:02.269708 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-c30ab398-153b-45b9-a9dd-9b35077f8426 req-9548a37a-74e1-4a55-86fd-b567c579d5de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (2bfc232d-56b5-4270-8e51-675491573ba6), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:44:02.331053 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-c30ab398-153b-45b9-a9dd-9b35077f8426 req-9548a37a-74e1-4a55-86fd-b567c579d5de service neutron] For port 2bfc232d-56b5-4270-8e51-675491573ba6, host hv-cinder-84067, cleared binding levels {{(pid=103781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 19:44:02.334034 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-c30ab398-153b-45b9-a9dd-9b35077f8426 req-9548a37a-74e1-4a55-86fd-b567c579d5de service neutron] For port 2bfc232d-56b5-4270-8e51-675491573ba6, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=2bfc232d-56b5-4270-8e51-675491573ba6,segment=NetworkSegment(28f45ea2-a933-436b-b38e-7de41beadda9),segment_id=28f45ea2-a933-436b-b38e-7de41beadda9)] {{(pid=103781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 19:44:02.409543 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-c30ab398-153b-45b9-a9dd-9b35077f8426 req-9548a37a-74e1-4a55-86fd-b567c579d5de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13820453'] for port (2bfc232d-56b5-4270-8e51-675491573ba6), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:44:02.436787 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee524b8-0dfc-40d0-8927-4149d795862c req-df32877b-3ae0-448e-ad29-4e746f077b02 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:44:02.438185 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-3ee524b8-0dfc-40d0-8927-4149d795862c req-df32877b-3ae0-448e-ad29-4e746f077b02 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e2bb260-7475-458e-8ce4-142eef5ff525 HTTP/1.1" status: 200 len: 944 time: 0.0500627 May 17 19:44:02.445519 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ab398-153b-45b9-a9dd-9b35077f8426 req-9548a37a-74e1-4a55-86fd-b567c579d5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:44:02.446131 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-c30ab398-153b-45b9-a9dd-9b35077f8426 req-9548a37a-74e1-4a55-86fd-b567c579d5de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:44:02.447520 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c30ab398-153b-45b9-a9dd-9b35077f8426 req-9548a37a-74e1-4a55-86fd-b567c579d5de service neutron] 10.222.0.69 "PUT /v2.0/ports/2bfc232d-56b5-4270-8e51-675491573ba6 HTTP/1.1" status: 200 len: 1094 time: 0.7322547 May 17 19:44:02.448019 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e2bb260-7475-458e-8ce4-142eef5ff525', 'tag': '2bfc232d-56b5-4270-8e51-675491573ba6'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:44:02.450131 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5abf21081b7c701043d67e7bff15db599e71af2afb5ac8611b6265996300b020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1236de4-c647-45b6-89e3-1f9f254c82fd" -d '{"events": [{"name": "network-changed", "server_uuid": "7e2bb260-7475-458e-8ce4-142eef5ff525", "tag": "2bfc232d-56b5-4270-8e51-675491573ba6"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:44:02.479645 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9548a37a-74e1-4a55-86fd-b567c579d5de service neutron] Pushing event updated for resources: {'Port': ['ID=2bfc232d-56b5-4270-8e51-675491573ba6,revision_number=3']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:44:02.495315 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 19:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65865c58-ff3a-408d-823b-9c49bba592ed x-openstack-request-id: req-65865c58-ff3a-408d-823b-9c49bba592ed {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:44:02.495860 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e2bb260-7475-458e-8ce4-142eef5ff525", "tag": "2bfc232d-56b5-4270-8e51-675491573ba6", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:44:02.496149 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-65865c58-ff3a-408d-823b-9c49bba592ed {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:44:02.496492 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65865c58-ff3a-408d-823b-9c49bba592ed'] response: {'name': 'network-changed', 'server_uuid': '7e2bb260-7475-458e-8ce4-142eef5ff525', 'tag': '2bfc232d-56b5-4270-8e51-675491573ba6', 'status': 'completed', 'code': 200} May 17 19:44:02.497872 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-3ee524b8-0dfc-40d0-8927-4149d795862c req-f1f3cadc-5f8b-47f8-97bf-ff28e6808271 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/security-groups?id=d22b2799-c7c3-41b2-a890-bd2df75adee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515044 May 17 19:44:02.568108 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1236de4-c647-45b6-89e3-1f9f254c82fd req-3bc5294d-3165-4287-80c5-43afc61241da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:44:02.569631 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e1236de4-c647-45b6-89e3-1f9f254c82fd req-3bc5294d-3165-4287-80c5-43afc61241da service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e1e2d6671a8b45c6a698b4ef0263f480&device_id=7e2bb260-7475-458e-8ce4-142eef5ff525 HTTP/1.1" status: 200 len: 1128 time: 0.0408192 May 17 19:44:02.668005 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1236de4-c647-45b6-89e3-1f9f254c82fd req-69626b69-ad89-4bc2-b247-3418b468f859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:44:02.669459 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e1236de4-c647-45b6-89e3-1f9f254c82fd req-69626b69-ad89-4bc2-b247-3418b468f859 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=e1e2d6671a8b45c6a698b4ef0263f480&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0915036 May 17 19:44:02.767118 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1236de4-c647-45b6-89e3-1f9f254c82fd req-f6c19cc3-ae37-492e-959e-934339f8a1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:44:02.768659 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e1236de4-c647-45b6-89e3-1f9f254c82fd req-f6c19cc3-ae37-492e-959e-934339f8a1ec service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915465 May 17 19:44:02.847718 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ab398-153b-45b9-a9dd-9b35077f8426 req-713692ed-030d-47a6-b7ab-3db5173b3e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:44:02.849792 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c30ab398-153b-45b9-a9dd-9b35077f8426 req-713692ed-030d-47a6-b7ab-3db5173b3e68 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e1e2d6671a8b45c6a698b4ef0263f480&device_id=7e2bb260-7475-458e-8ce4-142eef5ff525 HTTP/1.1" status: 200 len: 1128 time: 0.0384278 May 17 19:44:02.895464 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c30ab398-153b-45b9-a9dd-9b35077f8426 req-c93e7f2a-1365-47dd-b3f5-4d39daa837de service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2bfc232d-56b5-4270-8e51-675491573ba6 HTTP/1.1" status: 200 len: 217 time: 0.0353801 May 17 19:44:02.944853 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ab398-153b-45b9-a9dd-9b35077f8426 req-9a3ac49b-41db-4cdd-bf6f-d2d39fd5e825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:44:02.946845 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c30ab398-153b-45b9-a9dd-9b35077f8426 req-9a3ac49b-41db-4cdd-bf6f-d2d39fd5e825 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c8a8e8d-f545-4991-8807-17074c9e8217 HTTP/1.1" status: 200 len: 852 time: 0.0419571 May 17 19:44:02.988823 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ab398-153b-45b9-a9dd-9b35077f8426 req-91eed15b-4862-4be1-b8de-7e4d02baf461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:44:02.990164 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c30ab398-153b-45b9-a9dd-9b35077f8426 req-91eed15b-4862-4be1-b8de-7e4d02baf461 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7d4a50e1-750e-4570-a937-3f3d049e2ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0365119 May 17 19:44:03.082299 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c30ab398-153b-45b9-a9dd-9b35077f8426 req-46c61575-1707-4d6d-9dce-a15cf3316e74 service neutron] 10.222.0.69 "GET /v2.0/networks/7d4a50e1-750e-4570-a937-3f3d049e2ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821762 May 17 19:44:03.170235 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c30ab398-153b-45b9-a9dd-9b35077f8426 req-75d2f90b-cf5d-4575-8ead-4cb87aafa7d2 service neutron] 10.222.0.69 "GET /v2.0/networks/7d4a50e1-750e-4570-a937-3f3d049e2ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792620 May 17 19:44:03.610282 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90e446-9743-4934-b1c3-6fdbbbede8a6 req-cdb6e233-a699-4c5c-98e5-7bbbf3cd5e7b tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:44:03.611723 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3b90e446-9743-4934-b1c3-6fdbbbede8a6 req-cdb6e233-a699-4c5c-98e5-7bbbf3cd5e7b tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e2bb260-7475-458e-8ce4-142eef5ff525 HTTP/1.1" status: 200 len: 944 time: 0.0459297 May 17 19:44:03.658997 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3b90e446-9743-4934-b1c3-6fdbbbede8a6 req-42632ea1-46eb-41e5-89d1-2dcf2185670c tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/security-groups?id=d22b2799-c7c3-41b2-a890-bd2df75adee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418470 May 17 19:44:04.774246 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e6997-65b3-479b-8f9b-615f16c9e0a3 req-24de8716-86a7-4dc2-a659-a5b754d984b7 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:44:04.775732 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-ca0e6997-65b3-479b-8f9b-615f16c9e0a3 req-24de8716-86a7-4dc2-a659-a5b754d984b7 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e2bb260-7475-458e-8ce4-142eef5ff525 HTTP/1.1" status: 200 len: 944 time: 0.0495324 May 17 19:44:04.820853 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-ca0e6997-65b3-479b-8f9b-615f16c9e0a3 req-f11c430f-46e2-4450-9fbd-14672036eb7c tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/security-groups?id=d22b2799-c7c3-41b2-a890-bd2df75adee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394902 May 17 19:44:04.877578 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 2bfc232d-56b5-4270-8e51-675491573ba6 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 19:44:04.972750 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port 2bfc232d-56b5-4270-8e51-675491573ba6, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=2bfc232d-56b5-4270-8e51-675491573ba6,segment=NetworkSegment(28f45ea2-a933-436b-b38e-7de41beadda9),segment_id=28f45ea2-a933-436b-b38e-7de41beadda9)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:44:04.984135 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Returning: {'device': '2bfc232d-56b5-4270-8e51-675491573ba6', 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3', 'port_id': '2bfc232d-56b5-4270-8e51-675491573ba6', 'mac_address': 'fa:16:3e:da:8d:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c8a8e8d-f545-4991-8807-17074c9e8217', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 19:44:05.017555 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Current status of the port 2bfc232d-56b5-4270-8e51-675491573ba6 is: DOWN; New status is: BUILD {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:44:05.017936 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (2bfc232d-56b5-4270-8e51-675491573ba6), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:44:05.030545 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bfc232d-56b5-4270-8e51-675491573ba6 {{(pid=103782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 19:44:05.050127 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port 2bfc232d-56b5-4270-8e51-675491573ba6, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=2bfc232d-56b5-4270-8e51-675491573ba6,segment=NetworkSegment(28f45ea2-a933-436b-b38e-7de41beadda9),segment_id=28f45ea2-a933-436b-b38e-7de41beadda9)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:44:05.139947 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (2bfc232d-56b5-4270-8e51-675491573ba6), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:44:05.185145 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Pushing event updated for resources: {'Port': ['ID=2bfc232d-56b5-4270-8e51-675491573ba6,revision_number=4']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:44:05.192051 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:44:05.192398 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:44:05.192738 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:44:05.193076 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:44:05.193408 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:44:05.193735 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:44:05.194059 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:44:05.194382 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:44:05.194729 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:44:05.195057 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:44:05.195379 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:44:05.195808 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:44:05.196073 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:44:05.196375 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:44:05.196689 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:44:05.407188 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] get_ports_and_sgs() called for port_ids ['2bfc232d-56b5-4270-8e51-675491573ba6'] {{(pid=103782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 19:44:05.931156 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8970521b-be2e-4e6a-bfc8-63ee1af42392 req-b336cf81-f567-48b5-9a98-932003e9568f tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:44:05.932620 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8970521b-be2e-4e6a-bfc8-63ee1af42392 req-b336cf81-f567-48b5-9a98-932003e9568f tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e2bb260-7475-458e-8ce4-142eef5ff525 HTTP/1.1" status: 200 len: 945 time: 0.0460689 May 17 19:44:05.979295 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8970521b-be2e-4e6a-bfc8-63ee1af42392 req-236edf92-c453-4083-9be3-33a80ed5892a tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/security-groups?id=d22b2799-c7c3-41b2-a890-bd2df75adee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410652 May 17 19:44:06.865074 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 2bfc232d-56b5-4270-8e51-675491573ba6 up at agent hyperv_hv-cinder-84067 {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:44:06.905151 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Provisioning for port 2bfc232d-56b5-4270-8e51-675491573ba6 completed by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 19:44:06.980212 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Provisioning complete for port 2bfc232d-56b5-4270-8e51-675491573ba6 triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:44:06.980693 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (2bfc232d-56b5-4270-8e51-675491573ba6), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:44:07.057219 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Current status of the port 2bfc232d-56b5-4270-8e51-675491573ba6 is: BUILD; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:44:07.057649 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (2bfc232d-56b5-4270-8e51-675491573ba6), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:44:07.093402 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e2bb260-7475-458e-8ce4-142eef5ff525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bfc232d-56b5-4270-8e51-675491573ba6'}] {{(pid=103782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:44:07.095680 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dcdb420cfc3f3d59cdc90e9401be4743e23c4809d01819fc24a250fd06a42a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f006f8-00e9-4d7a-a7c8-41e3f905572f" -d '{"events": [{"server_uuid": "7e2bb260-7475-458e-8ce4-142eef5ff525", "name": "network-vif-plugged", "status": "completed", "tag": "2bfc232d-56b5-4270-8e51-675491573ba6"}]}' {{(pid=103782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:44:07.108677 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port 2bfc232d-56b5-4270-8e51-675491573ba6, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=2bfc232d-56b5-4270-8e51-675491573ba6,segment=NetworkSegment(28f45ea2-a933-436b-b38e-7de41beadda9),segment_id=28f45ea2-a933-436b-b38e-7de41beadda9)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:44:07.114052 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d4a94-3e62-48e4-9ea5-e242f987e641 req-c128be14-eaf3-432d-b469-02ff1539c37e tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:44:07.117052 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-8e5d4a94-3e62-48e4-9ea5-e242f987e641 req-c128be14-eaf3-432d-b469-02ff1539c37e tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e2bb260-7475-458e-8ce4-142eef5ff525 HTTP/1.1" status: 200 len: 945 time: 0.0648174 May 17 19:44:07.141281 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 19:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3572e44c-68a5-4a91-8650-558d3cfd2432 x-openstack-request-id: req-3572e44c-68a5-4a91-8650-558d3cfd2432 {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:44:07.141568 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e2bb260-7475-458e-8ce4-142eef5ff525", "name": "network-vif-plugged", "status": "completed", "tag": "2bfc232d-56b5-4270-8e51-675491573ba6", "code": 200}]} {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:44:07.141817 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3572e44c-68a5-4a91-8650-558d3cfd2432 {{(pid=103782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:44:07.142237 dv-cinder-840678-10-iscsi neutron-server[103782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3572e44c-68a5-4a91-8650-558d3cfd2432'] response: {'server_uuid': '7e2bb260-7475-458e-8ce4-142eef5ff525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bfc232d-56b5-4270-8e51-675491573ba6', 'code': 200} May 17 19:44:07.165139 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-8e5d4a94-3e62-48e4-9ea5-e242f987e641 req-dc5df3a6-aaae-4a24-b4b7-675326527ae9 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/security-groups?id=d22b2799-c7c3-41b2-a890-bd2df75adee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429010 May 17 19:44:07.197384 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (2bfc232d-56b5-4270-8e51-675491573ba6), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:44:07.244228 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Pushing event updated for resources: {'Port': ['ID=2bfc232d-56b5-4270-8e51-675491573ba6,revision_number=5']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:44:07.503548 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0cd87-d3f3-4f05-987c-6ccd71d8b5e3 req-faca01d9-7aef-4319-885b-4eb4157cb911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:44:07.505055 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-afa0cd87-d3f3-4f05-987c-6ccd71d8b5e3 req-faca01d9-7aef-4319-885b-4eb4157cb911 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7e2bb260-7475-458e-8ce4-142eef5ff525 HTTP/1.1" status: 200 len: 1130 time: 0.0379734 May 17 19:44:07.546507 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-afa0cd87-d3f3-4f05-987c-6ccd71d8b5e3 req-3b34065d-26a6-4b47-b5a9-cf406a0a64d7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d22b2799-c7c3-41b2-a890-bd2df75adee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357611 May 17 19:44:08.279998 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d3538-f75b-440d-a84b-e5b6ffb51bfb req-b77bdec0-01d5-41fd-8cea-c6c3859c1e7d tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:44:08.281431 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-eb5d3538-f75b-440d-a84b-e5b6ffb51bfb req-b77bdec0-01d5-41fd-8cea-c6c3859c1e7d tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e2bb260-7475-458e-8ce4-142eef5ff525 HTTP/1.1" status: 200 len: 946 time: 0.0481448 May 17 19:44:08.326135 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-eb5d3538-f75b-440d-a84b-e5b6ffb51bfb req-1a7ef168-fc1e-42fe-a37c-1151df3a1718 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/security-groups?id=d22b2799-c7c3-41b2-a890-bd2df75adee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393436 May 17 19:44:09.437654 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eee503-d151-48ef-a32b-a2a1be4a0284 req-d7cd5a3a-2d5b-4f39-b597-27e640fccb42 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:44:09.439118 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-f8eee503-d151-48ef-a32b-a2a1be4a0284 req-d7cd5a3a-2d5b-4f39-b597-27e640fccb42 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e2bb260-7475-458e-8ce4-142eef5ff525 HTTP/1.1" status: 200 len: 946 time: 0.0453558 May 17 19:44:09.489269 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-f8eee503-d151-48ef-a32b-a2a1be4a0284 req-78d451ac-3d9d-4f7a-8a89-73b80fb4bd5d tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/security-groups?id=d22b2799-c7c3-41b2-a890-bd2df75adee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445497 May 17 19:44:09.595213 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64516e-ea74-4caf-bf37-4f701ef12648 req-0a428c23-62fe-4b09-81d9-f51ef027109a tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:44:09.596714 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8f64516e-ea74-4caf-bf37-4f701ef12648 req-0a428c23-62fe-4b09-81d9-f51ef027109a tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e2bb260-7475-458e-8ce4-142eef5ff525 HTTP/1.1" status: 200 len: 946 time: 0.0465367 May 17 19:44:09.605482 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 47790) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:44:09.609888 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-bde5fdd6-5d28-418e-8656-a99d5102d47c tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Request body: {'floatingip': {'port_id': '2bfc232d-56b5-4270-8e51-675491573ba6'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:44:09.648908 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-bde5fdd6-5d28-418e-8656-a99d5102d47c tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for floatingip (18ea7878-6a94-4020-9511-fd0aa22da232), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:44:10.047151 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-bde5fdd6-5d28-418e-8656-a99d5102d47c tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:44:10.117708 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-bde5fdd6-5d28-418e-8656-a99d5102d47c tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16764702'] for floatingip (18ea7878-6a94-4020-9511-fd0aa22da232), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:44:10.208058 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.db.l3_db [None req-bde5fdd6-5d28-418e-8656-a99d5102d47c tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Floating IP 18ea7878-6a94-4020-9511-fd0aa22da232 associated. External IP: 172.27.2.39, port: 2bfc232d-56b5-4270-8e51-675491573ba6. May 17 19:44:10.396349 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde5fdd6-5d28-418e-8656-a99d5102d47c tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Router 1dd07f40-b55c-4d4c-8596-7f8347e1b112 has already been hosted by L3 agent d0bc9f74-feb0-4354-bd47-885486f1ec0d {{(pid=103781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 19:44:10.494463 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde5fdd6-5d28-418e-8656-a99d5102d47c tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Notify agent at l3_agent.dv-cinder-840678-10-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 19:44:10.499079 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-bde5fdd6-5d28-418e-8656-a99d5102d47c tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for floatingip (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:44:10.503512 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674b4189-6117-43c8-b032-14a060e059be None None] Sync routers for ids ['1dd07f40-b55c-4d4c-8596-7f8347e1b112'] in dv-cinder-840678-10-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 19:44:10.514108 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674b4189-6117-43c8-b032-14a060e059be None None] Routers {'1dd07f40-b55c-4d4c-8596-7f8347e1b112'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:44:10.514733 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-674b4189-6117-43c8-b032-14a060e059be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:43:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['1dd07f40-b55c-4d4c-8596-7f8347e1b112'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:44:10.528064 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-bde5fdd6-5d28-418e-8656-a99d5102d47c tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "PUT /v2.0/floatingips/18ea7878-6a94-4020-9511-fd0aa22da232 HTTP/1.1" status: 200 len: 991 time: 0.9216077 May 17 19:44:10.528631 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e2bb260-7475-458e-8ce4-142eef5ff525', 'tag': '2bfc232d-56b5-4270-8e51-675491573ba6'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:44:10.530832 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5abf21081b7c701043d67e7bff15db599e71af2afb5ac8611b6265996300b020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc05e800-c6b7-4908-8a1b-32c9e3e6e466" -d '{"events": [{"name": "network-changed", "server_uuid": "7e2bb260-7475-458e-8ce4-142eef5ff525", "tag": "2bfc232d-56b5-4270-8e51-675491573ba6"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:44:10.565735 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 19:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bebb1290-bb85-46fa-8f01-e998b6931ccd x-openstack-request-id: req-bebb1290-bb85-46fa-8f01-e998b6931ccd {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:44:10.566023 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e2bb260-7475-458e-8ce4-142eef5ff525", "tag": "2bfc232d-56b5-4270-8e51-675491573ba6", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:44:10.566269 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bebb1290-bb85-46fa-8f01-e998b6931ccd {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:44:10.566665 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bebb1290-bb85-46fa-8f01-e998b6931ccd'] response: {'name': 'network-changed', 'server_uuid': '7e2bb260-7475-458e-8ce4-142eef5ff525', 'tag': '2bfc232d-56b5-4270-8e51-675491573ba6', 'status': 'completed', 'code': 200} May 17 19:44:10.614078 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-674b4189-6117-43c8-b032-14a060e059be None None] Set router 1dd07f40-b55c-4d4c-8596-7f8347e1b112 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:44:10.624958 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc05e800-c6b7-4908-8a1b-32c9e3e6e466 req-1bea9c33-6f1c-49b7-baa9-639692d154c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:44:10.626473 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-fc05e800-c6b7-4908-8a1b-32c9e3e6e466 req-1bea9c33-6f1c-49b7-baa9-639692d154c1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e1e2d6671a8b45c6a698b4ef0263f480&device_id=7e2bb260-7475-458e-8ce4-142eef5ff525 HTTP/1.1" status: 200 len: 1130 time: 0.0387719 May 17 19:44:10.716450 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc05e800-c6b7-4908-8a1b-32c9e3e6e466 req-f6ef2520-d4c9-4cfd-a147-a8fa6effd7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:44:10.717904 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-fc05e800-c6b7-4908-8a1b-32c9e3e6e466 req-f6ef2520-d4c9-4cfd-a147-a8fa6effd7c8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7d4a50e1-750e-4570-a937-3f3d049e2ce3 HTTP/1.1" status: 200 len: 914 time: 0.0843682 May 17 19:44:10.777897 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-fc05e800-c6b7-4908-8a1b-32c9e3e6e466 req-9c634521-a637-445f-8bac-d4a12ee93bd1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2bfc232d-56b5-4270-8e51-675491573ba6 HTTP/1.1" status: 200 len: 999 time: 0.0536382 May 17 19:44:10.820784 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-674b4189-6117-43c8-b032-14a060e059be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'name': 'tempest-AttachVolumeNegativeTest-18157700-router', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:41:35Z', 'updated_at': '2022-05-17T19:41:38Z', 'revision_number': 4, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'gw_port': {'id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:39:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:41:36Z', 'updated_at': '2022-05-17T19:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_floatingips': [{'id': '18ea7878-6a94-4020-9511-fd0aa22da232', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'floating_ip_address': '172.27.2.39', 'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'router_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'port_id': '2bfc232d-56b5-4270-8e51-675491573ba6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3', 'mac_address': 'fa:16:3e:da:8d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2bb260-7475-458e-8ce4-142eef5ff525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T19:43:53Z', 'updated_at': '2022-05-17T19:44:09Z', 'revision_number': 1, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2', 'name': '', 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'mac_address': 'fa:16:3e:48:b0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4c8a8e8d-f545-4991-8807-17074c9e8217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:41:38Z', 'updated_at': '2022-05-17T19:41:42Z', 'revision_number': 5, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'subnets': [{'id': '4c8a8e8d-f545-4991-8807-17074c9e8217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:44:10.824745 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc05e800-c6b7-4908-8a1b-32c9e3e6e466 req-7442d0fc-7d92-4421-873a-1d8f19eec13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:44:10.826183 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-fc05e800-c6b7-4908-8a1b-32c9e3e6e466 req-7442d0fc-7d92-4421-873a-1d8f19eec13e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c8a8e8d-f545-4991-8807-17074c9e8217 HTTP/1.1" status: 200 len: 852 time: 0.0423808 May 17 19:44:10.844592 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674b4189-6117-43c8-b032-14a060e059be None None] Checking router: 1dd07f40-b55c-4d4c-8596-7f8347e1b112 for host: dv-cinder-840678-10-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 19:44:10.853338 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674b4189-6117-43c8-b032-14a060e059be None None] Routers {'1dd07f40-b55c-4d4c-8596-7f8347e1b112'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:44:10.854058 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-674b4189-6117-43c8-b032-14a060e059be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:43:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['1dd07f40-b55c-4d4c-8596-7f8347e1b112'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:44:10.871873 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc05e800-c6b7-4908-8a1b-32c9e3e6e466 req-dd0009dc-9908-44f2-861e-b7f61fb6c988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:44:10.873357 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-fc05e800-c6b7-4908-8a1b-32c9e3e6e466 req-dd0009dc-9908-44f2-861e-b7f61fb6c988 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7d4a50e1-750e-4570-a937-3f3d049e2ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417418 May 17 19:44:10.954235 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-674b4189-6117-43c8-b032-14a060e059be None None] Set router 1dd07f40-b55c-4d4c-8596-7f8347e1b112 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:44:10.958994 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-fc05e800-c6b7-4908-8a1b-32c9e3e6e466 req-24a10281-3bd0-4919-96a6-6b259d47d9ba service neutron] 10.222.0.69 "GET /v2.0/networks/7d4a50e1-750e-4570-a937-3f3d049e2ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794075 May 17 19:44:11.166142 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-674b4189-6117-43c8-b032-14a060e059be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'name': 'tempest-AttachVolumeNegativeTest-18157700-router', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:41:35Z', 'updated_at': '2022-05-17T19:41:38Z', 'revision_number': 4, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'gw_port': {'id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:39:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:41:36Z', 'updated_at': '2022-05-17T19:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_floatingips': [{'id': '18ea7878-6a94-4020-9511-fd0aa22da232', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'floating_ip_address': '172.27.2.39', 'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'router_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'port_id': '2bfc232d-56b5-4270-8e51-675491573ba6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3', 'mac_address': 'fa:16:3e:da:8d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2bb260-7475-458e-8ce4-142eef5ff525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T19:43:53Z', 'updated_at': '2022-05-17T19:44:09Z', 'revision_number': 1, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2', 'name': '', 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'mac_address': 'fa:16:3e:48:b0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4c8a8e8d-f545-4991-8807-17074c9e8217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:41:38Z', 'updated_at': '2022-05-17T19:41:42Z', 'revision_number': 5, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'subnets': [{'id': '4c8a8e8d-f545-4991-8807-17074c9e8217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:44:11.194641 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674b4189-6117-43c8-b032-14a060e059be None None] The sync data for ids ['1dd07f40-b55c-4d4c-8596-7f8347e1b112'] in dv-cinder-840678-10-iscsi is: [{'id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'name': 'tempest-AttachVolumeNegativeTest-18157700-router', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:41:35Z', 'updated_at': '2022-05-17T19:41:38Z', 'revision_number': 4, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'gw_port': {'id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:39:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:41:36Z', 'updated_at': '2022-05-17T19:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_floatingips': [{'id': '18ea7878-6a94-4020-9511-fd0aa22da232', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'floating_ip_address': '172.27.2.39', 'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'router_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'port_id': '2bfc232d-56b5-4270-8e51-675491573ba6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3', 'mac_address': 'fa:16:3e:da:8d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2bb260-7475-458e-8ce4-142eef5ff525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T19:43:53Z', 'updated_at': '2022-05-17T19:44:09Z', 'revision_number': 1, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2', 'name': '', 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'mac_address': 'fa:16:3e:48:b0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4c8a8e8d-f545-4991-8807-17074c9e8217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:41:38Z', 'updated_at': '2022-05-17T19:41:42Z', 'revision_number': 5, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'subnets': [{'id': '4c8a8e8d-f545-4991-8807-17074c9e8217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 19:44:11.314592 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-fc05e800-c6b7-4908-8a1b-32c9e3e6e466 req-6e0d51d4-d68a-4f2f-a6f6-256433e5e560 service neutron] 10.222.0.69 "GET /v2.0/networks/7d4a50e1-750e-4570-a937-3f3d049e2ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490496 May 17 19:44:11.392955 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0dd591b-f7df-4162-b03b-7fbbbb7f23a9 None None] New status for floating IP 18ea7878-6a94-4020-9511-fd0aa22da232: ACTIVE {{(pid=103782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 19:44:14.722648 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (bee311cb-2a55-4828-8ca4-4ee09c88de79), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:44:14.963145 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-1e61215e-b8fd-4873-a671-48ce9f98dd7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:44:17.242642 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-42974c41-82a4-4adc-84ee-363cebde39ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:44:18.545581 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:44:20.316852 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:44:21.545111 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:44:26.470963 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.agents_db [None req-42b69621-6215-4a4a-9d32-588efc9ea437 None None] Agent healthcheck: found 6 active agents {{(pid=103783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 19:44:44.676243 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (bee311cb-2a55-4828-8ca4-4ee09c88de79), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:44:44.973335 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-a6bb7073-61ae-4d88-b8e2-a40d1eaa0ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:44:47.304896 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-03eae124-9a8c-4934-9be2-bcb299985159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:44:48.533664 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:44:50.310532 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:44:51.527780 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:44:58.060041 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-906c4688-a678-42db-a930-67d49f7cafd2 req-bfe884a9-515f-4c44-b250-7a15957ea963 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7e2bb260-7475-458e-8ce4-142eef5ff525&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0367131 May 17 19:44:58.142888 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c4688-a678-42db-a930-67d49f7cafd2 req-032489ea-931a-4438-b83d-193bfc358008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:44:58.144432 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-906c4688-a678-42db-a930-67d49f7cafd2 req-032489ea-931a-4438-b83d-193bfc358008 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e1e2d6671a8b45c6a698b4ef0263f480&device_id=7e2bb260-7475-458e-8ce4-142eef5ff525 HTTP/1.1" status: 200 len: 1130 time: 0.0392220 May 17 19:44:58.249024 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c4688-a678-42db-a930-67d49f7cafd2 req-4b78993a-c713-41a1-a9d7-b75920679b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:44:58.250610 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-906c4688-a678-42db-a930-67d49f7cafd2 req-4b78993a-c713-41a1-a9d7-b75920679b35 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7d4a50e1-750e-4570-a937-3f3d049e2ce3 HTTP/1.1" status: 200 len: 914 time: 0.0882571 May 17 19:44:58.316696 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-906c4688-a678-42db-a930-67d49f7cafd2 req-727fb985-4140-4616-a59d-bf3c4e1296f4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2bfc232d-56b5-4270-8e51-675491573ba6 HTTP/1.1" status: 200 len: 1001 time: 0.0565119 May 17 19:44:58.368753 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c4688-a678-42db-a930-67d49f7cafd2 req-aa351372-6d98-4dd1-ac34-c0aa3f211718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:44:58.370266 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-906c4688-a678-42db-a930-67d49f7cafd2 req-aa351372-6d98-4dd1-ac34-c0aa3f211718 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c8a8e8d-f545-4991-8807-17074c9e8217 HTTP/1.1" status: 200 len: 852 time: 0.0443046 May 17 19:44:58.421263 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c4688-a678-42db-a930-67d49f7cafd2 req-8b44c974-b754-47cd-8049-35f30bc56b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:44:58.422635 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-906c4688-a678-42db-a930-67d49f7cafd2 req-8b44c974-b754-47cd-8049-35f30bc56b39 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7d4a50e1-750e-4570-a937-3f3d049e2ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0414221 May 17 19:44:58.509363 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-906c4688-a678-42db-a930-67d49f7cafd2 req-74e43fbc-4347-4b08-b60f-e7250a3991bb service neutron] 10.222.0.69 "GET /v2.0/networks/7d4a50e1-750e-4570-a937-3f3d049e2ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802288 May 17 19:44:58.605807 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-906c4688-a678-42db-a930-67d49f7cafd2 req-ab54afe5-9560-4cf7-b640-5f546fb2c1d9 service neutron] 10.222.0.69 "GET /v2.0/networks/7d4a50e1-750e-4570-a937-3f3d049e2ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859723 May 17 19:44:58.737224 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c060d716-23d6-4bb3-bd22-cec0d810354b req-8a4716b5-9fb4-4166-8366-a6a7d2feb42a tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:44:58.738713 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-c060d716-23d6-4bb3-bd22-cec0d810354b req-8a4716b5-9fb4-4166-8366-a6a7d2feb42a tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e2bb260-7475-458e-8ce4-142eef5ff525 HTTP/1.1" status: 200 len: 946 time: 0.0466619 May 17 19:44:58.784176 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-c060d716-23d6-4bb3-bd22-cec0d810354b req-4951524b-d184-4d10-afc1-077500ecd8d1 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/security-groups?id=d22b2799-c7c3-41b2-a890-bd2df75adee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398221 May 17 19:44:59.896256 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0c250-90dc-4249-b00e-4328844926d2 req-757de477-0ca4-4359-98c3-d58f8e4eef9a tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:44:59.897694 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5ec0c250-90dc-4249-b00e-4328844926d2 req-757de477-0ca4-4359-98c3-d58f8e4eef9a tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e2bb260-7475-458e-8ce4-142eef5ff525 HTTP/1.1" status: 200 len: 946 time: 0.0465579 May 17 19:44:59.943150 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5ec0c250-90dc-4249-b00e-4328844926d2 req-fc697d47-e428-4f7a-9dc8-2c085643064b tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/security-groups?id=d22b2799-c7c3-41b2-a890-bd2df75adee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394046 May 17 19:45:00.847967 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f2ede-f353-4086-af32-f1191e60645e req-8d55d46b-a5d8-47c5-9bf2-1fff39390dbc tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:45:00.849368 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-fd2f2ede-f353-4086-af32-f1191e60645e req-8d55d46b-a5d8-47c5-9bf2-1fff39390dbc tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e2bb260-7475-458e-8ce4-142eef5ff525 HTTP/1.1" status: 200 len: 946 time: 0.0487323 May 17 19:45:00.927883 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [req-fd2f2ede-f353-4086-af32-f1191e60645e req-a4bebd50-628a-4f56-a5f9-1c720bbc95a4 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Deleting port 2bfc232d-56b5-4270-8e51-675491573ba6 {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:45:00.928499 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-fd2f2ede-f353-4086-af32-f1191e60645e req-a4bebd50-628a-4f56-a5f9-1c720bbc95a4 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (2bfc232d-56b5-4270-8e51-675491573ba6), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:01.017848 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-fd2f2ede-f353-4086-af32-f1191e60645e req-a4bebd50-628a-4f56-a5f9-1c720bbc95a4 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] For port 2bfc232d-56b5-4270-8e51-675491573ba6, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=2bfc232d-56b5-4270-8e51-675491573ba6,segment=NetworkSegment(28f45ea2-a933-436b-b38e-7de41beadda9),segment_id=28f45ea2-a933-436b-b38e-7de41beadda9)] {{(pid=103781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:45:01.018207 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-fd2f2ede-f353-4086-af32-f1191e60645e req-a4bebd50-628a-4f56-a5f9-1c720bbc95a4 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (2bfc232d-56b5-4270-8e51-675491573ba6), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:01.057598 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb061768-a131-4505-8cf5-38ad62d18f5b req-53f7ee42-ffcd-456d-97db-591df474b478 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:45:01.059077 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-fb061768-a131-4505-8cf5-38ad62d18f5b req-53f7ee42-ffcd-456d-97db-591df474b478 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e2bb260-7475-458e-8ce4-142eef5ff525 HTTP/1.1" status: 200 len: 946 time: 0.0463970 May 17 19:45:01.105527 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-fb061768-a131-4505-8cf5-38ad62d18f5b req-47c0004c-ae28-4489-ae23-c97f4e5dbfc8 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/security-groups?id=d22b2799-c7c3-41b2-a890-bd2df75adee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405898 May 17 19:45:01.174037 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-fd2f2ede-f353-4086-af32-f1191e60645e req-a4bebd50-628a-4f56-a5f9-1c720bbc95a4 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:01.174394 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-fd2f2ede-f353-4086-af32-f1191e60645e req-a4bebd50-628a-4f56-a5f9-1c720bbc95a4 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16764702'] for floatingip (18ea7878-6a94-4020-9511-fd0aa22da232), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:01.174697 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.db.l3_db [req-fd2f2ede-f353-4086-af32-f1191e60645e req-a4bebd50-628a-4f56-a5f9-1c720bbc95a4 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Floating IP 18ea7878-6a94-4020-9511-fd0aa22da232 disassociated. External IP: 172.27.2.39, port: 2bfc232d-56b5-4270-8e51-675491573ba6. May 17 19:45:01.175031 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [req-fd2f2ede-f353-4086-af32-f1191e60645e req-a4bebd50-628a-4f56-a5f9-1c720bbc95a4 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Calling delete_port for 2bfc232d-56b5-4270-8e51-675491573ba6 owned by compute:nova {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:45:01.350507 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-fd2f2ede-f353-4086-af32-f1191e60645e req-a4bebd50-628a-4f56-a5f9-1c720bbc95a4 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (2bfc232d-56b5-4270-8e51-675491573ba6), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:01.380101 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bebd50-628a-4f56-a5f9-1c720bbc95a4 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Pushing event deleted for resources: {'Port': ['ID=2bfc232d-56b5-4270-8e51-675491573ba6,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:45:01.391112 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bebd50-628a-4f56-a5f9-1c720bbc95a4 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:45:01.391458 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bebd50-628a-4f56-a5f9-1c720bbc95a4 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:45:01.392716 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bebd50-628a-4f56-a5f9-1c720bbc95a4 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:45:01.392716 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bebd50-628a-4f56-a5f9-1c720bbc95a4 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:45:01.392716 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bebd50-628a-4f56-a5f9-1c720bbc95a4 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:45:01.393025 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bebd50-628a-4f56-a5f9-1c720bbc95a4 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:45:01.393117 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bebd50-628a-4f56-a5f9-1c720bbc95a4 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:45:01.393410 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bebd50-628a-4f56-a5f9-1c720bbc95a4 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:45:01.393718 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bebd50-628a-4f56-a5f9-1c720bbc95a4 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:45:01.394040 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bebd50-628a-4f56-a5f9-1c720bbc95a4 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:45:01.394362 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bebd50-628a-4f56-a5f9-1c720bbc95a4 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:45:01.394693 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bebd50-628a-4f56-a5f9-1c720bbc95a4 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:45:01.395005 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bebd50-628a-4f56-a5f9-1c720bbc95a4 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:45:01.395321 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bebd50-628a-4f56-a5f9-1c720bbc95a4 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:45:01.395665 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bebd50-628a-4f56-a5f9-1c720bbc95a4 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:45:01.497639 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd2f2ede-f353-4086-af32-f1191e60645e req-a4bebd50-628a-4f56-a5f9-1c720bbc95a4 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Router 1dd07f40-b55c-4d4c-8596-7f8347e1b112 has already been hosted by L3 agent d0bc9f74-feb0-4354-bd47-885486f1ec0d {{(pid=103781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 19:45:01.596786 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd2f2ede-f353-4086-af32-f1191e60645e req-a4bebd50-628a-4f56-a5f9-1c720bbc95a4 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Notify agent at l3_agent.dv-cinder-840678-10-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 19:45:01.606615 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4981aedf-fbd7-4338-a1c1-2448e2c56fe1 None None] Sync routers for ids ['1dd07f40-b55c-4d4c-8596-7f8347e1b112'] in dv-cinder-840678-10-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 19:45:01.616200 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4981aedf-fbd7-4338-a1c1-2448e2c56fe1 None None] Routers {'1dd07f40-b55c-4d4c-8596-7f8347e1b112'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:45:01.616799 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-4981aedf-fbd7-4338-a1c1-2448e2c56fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:44:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['1dd07f40-b55c-4d4c-8596-7f8347e1b112'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:45:01.637716 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd2f2ede-f353-4086-af32-f1191e60645e req-a4bebd50-628a-4f56-a5f9-1c720bbc95a4 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] No DVR routers for this DVR port 2bfc232d-56b5-4270-8e51-675491573ba6 on host hv-cinder-84067 {{(pid=103781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 19:45:01.640159 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-fd2f2ede-f353-4086-af32-f1191e60645e req-a4bebd50-628a-4f56-a5f9-1c720bbc95a4 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:01.643277 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-fd2f2ede-f353-4086-af32-f1191e60645e req-a4bebd50-628a-4f56-a5f9-1c720bbc95a4 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.69 "DELETE /v2.0/ports/2bfc232d-56b5-4270-8e51-675491573ba6 HTTP/1.1" status: 204 len: 173 time: 0.7863221 May 17 19:45:01.643728 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e2bb260-7475-458e-8ce4-142eef5ff525', 'name': 'network-vif-deleted', 'tag': '2bfc232d-56b5-4270-8e51-675491573ba6'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:45:01.645972 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5abf21081b7c701043d67e7bff15db599e71af2afb5ac8611b6265996300b020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54e923b-005b-42b3-b365-d9d1f9cc4255" -d '{"events": [{"server_uuid": "7e2bb260-7475-458e-8ce4-142eef5ff525", "name": "network-vif-deleted", "tag": "2bfc232d-56b5-4270-8e51-675491573ba6"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:45:01.681009 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 19:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2118a31-0b0f-4d19-957b-004f5360161f x-openstack-request-id: req-b2118a31-0b0f-4d19-957b-004f5360161f {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:45:01.681298 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e2bb260-7475-458e-8ce4-142eef5ff525", "name": "network-vif-deleted", "tag": "2bfc232d-56b5-4270-8e51-675491573ba6", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:45:01.681546 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b2118a31-0b0f-4d19-957b-004f5360161f {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:45:01.681944 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2118a31-0b0f-4d19-957b-004f5360161f'] response: {'server_uuid': '7e2bb260-7475-458e-8ce4-142eef5ff525', 'name': 'network-vif-deleted', 'tag': '2bfc232d-56b5-4270-8e51-675491573ba6', 'status': 'completed', 'code': 200} May 17 19:45:01.719611 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-4981aedf-fbd7-4338-a1c1-2448e2c56fe1 None None] Set router 1dd07f40-b55c-4d4c-8596-7f8347e1b112 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:45:01.912770 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-4981aedf-fbd7-4338-a1c1-2448e2c56fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'name': 'tempest-AttachVolumeNegativeTest-18157700-router', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:41:35Z', 'updated_at': '2022-05-17T19:41:38Z', 'revision_number': 4, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'gw_port': {'id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:39:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:41:36Z', 'updated_at': '2022-05-17T19:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': '2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2', 'name': '', 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'mac_address': 'fa:16:3e:48:b0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4c8a8e8d-f545-4991-8807-17074c9e8217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:41:38Z', 'updated_at': '2022-05-17T19:41:42Z', 'revision_number': 5, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'subnets': [{'id': '4c8a8e8d-f545-4991-8807-17074c9e8217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:45:01.933498 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4981aedf-fbd7-4338-a1c1-2448e2c56fe1 None None] Checking router: 1dd07f40-b55c-4d4c-8596-7f8347e1b112 for host: dv-cinder-840678-10-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 19:45:01.941539 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4981aedf-fbd7-4338-a1c1-2448e2c56fe1 None None] Routers {'1dd07f40-b55c-4d4c-8596-7f8347e1b112'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:45:01.942138 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-4981aedf-fbd7-4338-a1c1-2448e2c56fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:44:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['1dd07f40-b55c-4d4c-8596-7f8347e1b112'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:45:02.042784 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-4981aedf-fbd7-4338-a1c1-2448e2c56fe1 None None] Set router 1dd07f40-b55c-4d4c-8596-7f8347e1b112 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:45:02.218128 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-f14d73aa-2067-454f-ad25-229612a835d3 req-45ab5461-abee-49ff-85dd-29643d620736 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e2bb260-7475-458e-8ce4-142eef5ff525 HTTP/1.1" status: 200 len: 210 time: 0.0296350 May 17 19:45:02.301278 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-4981aedf-fbd7-4338-a1c1-2448e2c56fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'name': 'tempest-AttachVolumeNegativeTest-18157700-router', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:41:35Z', 'updated_at': '2022-05-17T19:41:38Z', 'revision_number': 4, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'gw_port': {'id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:39:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:41:36Z', 'updated_at': '2022-05-17T19:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': '2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2', 'name': '', 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'mac_address': 'fa:16:3e:48:b0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4c8a8e8d-f545-4991-8807-17074c9e8217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:41:38Z', 'updated_at': '2022-05-17T19:41:42Z', 'revision_number': 5, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'subnets': [{'id': '4c8a8e8d-f545-4991-8807-17074c9e8217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:45:02.328035 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4981aedf-fbd7-4338-a1c1-2448e2c56fe1 None None] The sync data for ids ['1dd07f40-b55c-4d4c-8596-7f8347e1b112'] in dv-cinder-840678-10-iscsi is: [{'id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'name': 'tempest-AttachVolumeNegativeTest-18157700-router', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:41:35Z', 'updated_at': '2022-05-17T19:41:38Z', 'revision_number': 4, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'gw_port': {'id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:39:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:41:36Z', 'updated_at': '2022-05-17T19:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': '2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2', 'name': '', 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'mac_address': 'fa:16:3e:48:b0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4c8a8e8d-f545-4991-8807-17074c9e8217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:41:38Z', 'updated_at': '2022-05-17T19:41:42Z', 'revision_number': 5, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'subnets': [{'id': '4c8a8e8d-f545-4991-8807-17074c9e8217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 19:45:02.562591 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e143b4c-8f54-4e30-83eb-09885516f3c3 None None] New status for floating IP 18ea7878-6a94-4020-9511-fd0aa22da232: DOWN {{(pid=103782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 19:45:03.408119 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 47888) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:45:03.460296 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b4c67a37-577b-4bdb-9243-ddb5e365f016 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for security_group (d22b2799-c7c3-41b2-a890-bd2df75adee9), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:03.469575 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.agents_db [None req-42b69621-6215-4a4a-9d32-588efc9ea437 None None] Agent healthcheck: found 6 active agents {{(pid=103783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 19:45:03.483464 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b4c67a37-577b-4bdb-9243-ddb5e365f016 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for security_group (d22b2799-c7c3-41b2-a890-bd2df75adee9), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:03.602303 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b4c67a37-577b-4bdb-9243-ddb5e365f016 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (d22b2799-c7c3-41b2-a890-bd2df75adee9), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:03.604747 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b4c67a37-577b-4bdb-9243-ddb5e365f016 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:03.605920 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-b4c67a37-577b-4bdb-9243-ddb5e365f016 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "DELETE /v2.0/security-groups/d22b2799-c7c3-41b2-a890-bd2df75adee9 HTTP/1.1" status: 204 len: 168 time: 0.1967890 May 17 19:45:03.608987 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 47890) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:45:03.615179 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c67a37-577b-4bdb-9243-ddb5e365f016 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22b2799-c7c3-41b2-a890-bd2df75adee9,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:45:03.624392 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.api.v2.resource [None req-9cc55f30-c9c8-4cc6-bc7b-ed89d532f68b tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] show failed (client error): The resource could not be found. May 17 19:45:03.624392 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-9cc55f30-c9c8-4cc6-bc7b-ed89d532f68b tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/security-groups/d22b2799-c7c3-41b2-a890-bd2df75adee9 HTTP/1.1" status: 404 len: 347 time: 0.0140688 May 17 19:45:03.626877 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 47892) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:45:03.734003 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [None req-0fb7c5db-b85b-4394-9c2d-a4dc31ff56dd tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Deleting port 48e227af-379a-4cee-a58c-7efa88e0912c {{(pid=103780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:45:03.734332 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-0fb7c5db-b85b-4394-9c2d-a4dc31ff56dd tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (48e227af-379a-4cee-a58c-7efa88e0912c), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:03.806309 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-0fb7c5db-b85b-4394-9c2d-a4dc31ff56dd tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (48e227af-379a-4cee-a58c-7efa88e0912c), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:03.806627 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-0fb7c5db-b85b-4394-9c2d-a4dc31ff56dd tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for floatingip (48e227af-379a-4cee-a58c-7efa88e0912c), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:03.818105 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [None req-0fb7c5db-b85b-4394-9c2d-a4dc31ff56dd tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Calling delete_port for 48e227af-379a-4cee-a58c-7efa88e0912c owned by network:floatingip {{(pid=103780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:45:04.059211 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-0fb7c5db-b85b-4394-9c2d-a4dc31ff56dd tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014583'] for port (48e227af-379a-4cee-a58c-7efa88e0912c), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:04.081129 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb7c5db-b85b-4394-9c2d-a4dc31ff56dd tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Pushing event deleted for resources: {'Port': ['ID=48e227af-379a-4cee-a58c-7efa88e0912c,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:45:04.095373 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb7c5db-b85b-4394-9c2d-a4dc31ff56dd tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:45:04.095743 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb7c5db-b85b-4394-9c2d-a4dc31ff56dd tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:45:04.096104 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb7c5db-b85b-4394-9c2d-a4dc31ff56dd tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:45:04.096434 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb7c5db-b85b-4394-9c2d-a4dc31ff56dd tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:45:04.096758 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb7c5db-b85b-4394-9c2d-a4dc31ff56dd tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:45:04.097081 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb7c5db-b85b-4394-9c2d-a4dc31ff56dd tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:45:04.097401 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb7c5db-b85b-4394-9c2d-a4dc31ff56dd tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:45:04.097719 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb7c5db-b85b-4394-9c2d-a4dc31ff56dd tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:45:04.098041 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb7c5db-b85b-4394-9c2d-a4dc31ff56dd tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:45:04.098387 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb7c5db-b85b-4394-9c2d-a4dc31ff56dd tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:45:04.098703 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb7c5db-b85b-4394-9c2d-a4dc31ff56dd tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:45:04.099015 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb7c5db-b85b-4394-9c2d-a4dc31ff56dd tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:45:04.099327 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb7c5db-b85b-4394-9c2d-a4dc31ff56dd tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:45:04.099668 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb7c5db-b85b-4394-9c2d-a4dc31ff56dd tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:45:04.099982 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb7c5db-b85b-4394-9c2d-a4dc31ff56dd tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:45:04.156935 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-0fb7c5db-b85b-4394-9c2d-a4dc31ff56dd tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for floatingip (18ea7878-6a94-4020-9511-fd0aa22da232), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:04.159356 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-0fb7c5db-b85b-4394-9c2d-a4dc31ff56dd tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for floatingip (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:04.160529 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-0fb7c5db-b85b-4394-9c2d-a4dc31ff56dd tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "DELETE /v2.0/floatingips/18ea7878-6a94-4020-9511-fd0aa22da232 HTTP/1.1" status: 204 len: 168 time: 0.5327344 May 17 19:45:04.335511 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 47896) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:45:04.340797 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-c4d7bb06-fae3-4b4c-b989-7636c1ae57ba tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1484550793', 'description': 'tempest-description--456395739'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:45:04.430370 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c4d7bb06-fae3-4b4c-b989-7636c1ae57ba tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:04.494189 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c4d7bb06-fae3-4b4c-b989-7636c1ae57ba tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for security_group (838605ef-5429-48fe-9a8f-bda8b46b66b3), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:04.590063 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c4d7bb06-fae3-4b4c-b989-7636c1ae57ba tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (838605ef-5429-48fe-9a8f-bda8b46b66b3), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:04.617849 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d7bb06-fae3-4b4c-b989-7636c1ae57ba tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=838605ef-5429-48fe-9a8f-bda8b46b66b3,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:45:04.694946 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c4d7bb06-fae3-4b4c-b989-7636c1ae57ba tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:04.696841 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-c4d7bb06-fae3-4b4c-b989-7636c1ae57ba tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3596759 May 17 19:45:04.699626 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 47898) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:45:04.703747 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-56bac386-845c-4f61-ae44-abe6e2b3a8bf tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Request body: {'security_group_rule': {'security_group_id': '838605ef-5429-48fe-9a8f-bda8b46b66b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:45:04.795466 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-56bac386-845c-4f61-ae44-abe6e2b3a8bf tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for security_group_rule (389168bd-d606-40ca-9b23-70945fe5b126), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:04.848352 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-56bac386-845c-4f61-ae44-abe6e2b3a8bf tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for security_group_rule (389168bd-d606-40ca-9b23-70945fe5b126), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:04.927256 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-56bac386-845c-4f61-ae44-abe6e2b3a8bf tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321501'] for security_group_rule (389168bd-d606-40ca-9b23-70945fe5b126), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:04.944692 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bac386-845c-4f61-ae44-abe6e2b3a8bf tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=389168bd-d606-40ca-9b23-70945fe5b126,revision_number=0']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:45:05.015306 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-56bac386-845c-4f61-ae44-abe6e2b3a8bf tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:05.016542 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-56bac386-845c-4f61-ae44-abe6e2b3a8bf tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3160217 May 17 19:45:05.019154 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 47900) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:45:05.023451 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-edacc131-793d-4720-ac1f-9cfe58e5dc1f tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Request body: {'security_group_rule': {'security_group_id': '838605ef-5429-48fe-9a8f-bda8b46b66b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:45:05.115650 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-edacc131-793d-4720-ac1f-9cfe58e5dc1f tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for security_group_rule (1fb94e4a-b278-403b-9d5d-18389a91d4ac), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:05.170589 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-edacc131-793d-4720-ac1f-9cfe58e5dc1f tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for security_group_rule (1fb94e4a-b278-403b-9d5d-18389a91d4ac), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:05.174558 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 2bfc232d-56b5-4270-8e51-675491573ba6 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 19:45:05.196066 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] No Port match for: 2bfc232d-56b5-4270-8e51-675491573ba6 {{(pid=103782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 19:45:05.196402 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 2bfc232d-56b5-4270-8e51-675491573ba6 not bound to the agent host hv-cinder-84067 {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 19:45:05.229964 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-edacc131-793d-4720-ac1f-9cfe58e5dc1f tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321501'] for security_group_rule (1fb94e4a-b278-403b-9d5d-18389a91d4ac), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:05.249248 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edacc131-793d-4720-ac1f-9cfe58e5dc1f tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fb94e4a-b278-403b-9d5d-18389a91d4ac,revision_number=0']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:45:05.306657 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-edacc131-793d-4720-ac1f-9cfe58e5dc1f tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:05.307861 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-edacc131-793d-4720-ac1f-9cfe58e5dc1f tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2877140 May 17 19:45:05.310958 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 47902) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:45:05.315190 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-ee8185d1-9e67-4473-a89f-518d3b65d4d6 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Request body: {'floatingip': {'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:45:05.413141 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ee8185d1-9e67-4473-a89f-518d3b65d4d6 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:05.488573 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ee8185d1-9e67-4473-a89f-518d3b65d4d6 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:05.592762 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_common [None req-ee8185d1-9e67-4473-a89f-518d3b65d4d6 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Allocated IP 172.27.2.37 (a8e71caf-cf8f-487f-b3e8-f30c47275c44/5b8cb9fa-be03-458e-a77b-33fb963ee3d0/33b2b1ce-6b15-40a1-aa4f-12f8a217b633) {{(pid=103781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:45:05.689014 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ee8185d1-9e67-4473-a89f-518d3b65d4d6 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for port (33b2b1ce-6b15-40a1-aa4f-12f8a217b633), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:05.779669 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ee8185d1-9e67-4473-a89f-518d3b65d4d6 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (33b2b1ce-6b15-40a1-aa4f-12f8a217b633), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:05.816309 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8185d1-9e67-4473-a89f-518d3b65d4d6 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Network a8e71caf-cf8f-487f-b3e8-f30c47275c44 is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:45:05.821036 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [None req-ee8185d1-9e67-4473-a89f-518d3b65d4d6 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:45:05.826850 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8185d1-9e67-4473-a89f-518d3b65d4d6 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Received port after_create {{(pid=103781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:45:05.831657 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8185d1-9e67-4473-a89f-518d3b65d4d6 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Pushing event updated for resources: {'Port': ['ID=33b2b1ce-6b15-40a1-aa4f-12f8a217b633,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:45:05.909563 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ee8185d1-9e67-4473-a89f-518d3b65d4d6 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for floatingip (5ac166a6-bef6-416c-95ca-478d1b11d10e), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:06.016487 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ee8185d1-9e67-4473-a89f-518d3b65d4d6 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (33b2b1ce-6b15-40a1-aa4f-12f8a217b633), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:06.182215 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ee8185d1-9e67-4473-a89f-518d3b65d4d6 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for port (33b2b1ce-6b15-40a1-aa4f-12f8a217b633), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:06.230562 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ee8185d1-9e67-4473-a89f-518d3b65d4d6 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13820453'] for port (33b2b1ce-6b15-40a1-aa4f-12f8a217b633), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:06.301093 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8185d1-9e67-4473-a89f-518d3b65d4d6 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Pushing event updated for resources: {'Port': ['ID=33b2b1ce-6b15-40a1-aa4f-12f8a217b633,revision_number=2']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:45:06.313567 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ee8185d1-9e67-4473-a89f-518d3b65d4d6 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16764702'] for floatingip (5ac166a6-bef6-416c-95ca-478d1b11d10e), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:06.380909 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ee8185d1-9e67-4473-a89f-518d3b65d4d6 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for floatingip (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:06.382153 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-ee8185d1-9e67-4473-a89f-518d3b65d4d6 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0701959 May 17 19:45:06.526088 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-63cf0676-f14a-49c4-8cd3-397748f95d0b req-6040f4e4-8691-4715-9c9b-b8e2b2254211 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1484550793&fields=id&tenant_id=e1e2d6671a8b45c6a698b4ef0263f480 HTTP/1.1" status: 200 len: 267 time: 0.0420370 May 17 19:45:06.628421 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf0676-f14a-49c4-8cd3-397748f95d0b req-16aca704-dd0b-46cf-9934-f292d151008e tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:45:06.629877 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-63cf0676-f14a-49c4-8cd3-397748f95d0b req-16aca704-dd0b-46cf-9934-f292d151008e tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/networks?id=7d4a50e1-750e-4570-a937-3f3d049e2ce3 HTTP/1.1" status: 200 len: 813 time: 0.0976894 May 17 19:45:06.644322 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-63cf0676-f14a-49c4-8cd3-397748f95d0b req-9b0fad73-0cd0-4b6c-8032-a4dcaf2c0825 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/quotas/e1e2d6671a8b45c6a698b4ef0263f480 HTTP/1.1" status: 200 len: 375 time: 0.0087035 May 17 19:45:06.694838 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-63cf0676-f14a-49c4-8cd3-397748f95d0b req-1ec77c5a-bbd1-4eb3-9aa9-2adb0b13b194 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e1e2d6671a8b45c6a698b4ef0263f480&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452583 May 17 19:45:06.787545 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-63cf0676-f14a-49c4-8cd3-397748f95d0b req-050eaaca-bef1-4d8f-95ef-3be7e9a596a0 service neutron] 10.222.0.58 "GET /v2.0/networks/7d4a50e1-750e-4570-a937-3f3d049e2ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812116 May 17 19:45:06.879357 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-63cf0676-f14a-49c4-8cd3-397748f95d0b req-6f30dd4d-194a-4c08-ad26-a0a4e0a65590 service neutron] 10.222.0.58 "GET /v2.0/networks/7d4a50e1-750e-4570-a937-3f3d049e2ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857232 May 17 19:45:07.136591 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-baf18198-c803-417e-aa37-54d8c3ff288c req-83826dac-cb36-41ef-b188-cc75f174dc02 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff475019-5bc3-455c-a5a1-0cd5f5d2c9cc HTTP/1.1" status: 200 len: 210 time: 0.0274463 May 17 19:45:08.230636 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-b9624250-2cfe-4f7e-ba55-4ab3ec7b45c0 req-625ff07e-e92a-4036-87a8-44546a29eaab tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff475019-5bc3-455c-a5a1-0cd5f5d2c9cc HTTP/1.1" status: 200 len: 210 time: 0.0276785 May 17 19:45:09.226650 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf0676-f14a-49c4-8cd3-397748f95d0b req-a732bd40-4300-4712-a75c-ff105f7ac35a tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:45:09.228094 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-63cf0676-f14a-49c4-8cd3-397748f95d0b req-a732bd40-4300-4712-a75c-ff105f7ac35a tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.69 "GET /v2.0/networks?id=7d4a50e1-750e-4570-a937-3f3d049e2ce3 HTTP/1.1" status: 200 len: 813 time: 0.0984707 May 17 19:45:09.298868 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-63cf0676-f14a-49c4-8cd3-397748f95d0b req-b1e220d2-98e4-4a4d-ab95-88fbd8031b00 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1e2d6671a8b45c6a698b4ef0263f480 HTTP/1.1" status: 200 len: 380 time: 0.0540371 May 17 19:45:09.313660 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [req-63cf0676-f14a-49c4-8cd3-397748f95d0b req-61a214cf-d09e-4326-a106-2f91cbba1b85 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Request body: {'port': {'device_id': 'ff475019-5bc3-455c-a5a1-0cd5f5d2c9cc', 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3', 'admin_state_up': True, 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'security_groups': ['838605ef-5429-48fe-9a8f-bda8b46b66b3']}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:45:09.332653 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-32a1b1fe-6431-47d8-b5d2-a50b00b0cab9 req-a952b96e-e7a3-4dfb-9f29-226e509d268b tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff475019-5bc3-455c-a5a1-0cd5f5d2c9cc HTTP/1.1" status: 200 len: 210 time: 0.0328879 May 17 19:45:09.578644 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63cf0676-f14a-49c4-8cd3-397748f95d0b req-61a214cf-d09e-4326-a106-2f91cbba1b85 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Made reservation on behalf of e1e2d6671a8b45c6a698b4ef0263f480 for: {'port': 1} {{(pid=103781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:45:09.582021 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-63cf0676-f14a-49c4-8cd3-397748f95d0b req-61a214cf-d09e-4326-a106-2f91cbba1b85 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:09.703140 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_common [req-63cf0676-f14a-49c4-8cd3-397748f95d0b req-61a214cf-d09e-4326-a106-2f91cbba1b85 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Allocated IP 172.20.0.11 (7d4a50e1-750e-4570-a937-3f3d049e2ce3/4c8a8e8d-f545-4991-8807-17074c9e8217/83150269-b51d-4aef-85c4-63b44e0f48cf) {{(pid=103781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:45:09.838803 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-63cf0676-f14a-49c4-8cd3-397748f95d0b req-61a214cf-d09e-4326-a106-2f91cbba1b85 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for port (83150269-b51d-4aef-85c4-63b44e0f48cf), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:09.922371 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-63cf0676-f14a-49c4-8cd3-397748f95d0b req-61a214cf-d09e-4326-a106-2f91cbba1b85 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (83150269-b51d-4aef-85c4-63b44e0f48cf), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:09.960707 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63cf0676-f14a-49c4-8cd3-397748f95d0b req-61a214cf-d09e-4326-a106-2f91cbba1b85 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Network 7d4a50e1-750e-4570-a937-3f3d049e2ce3 is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:45:09.964327 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [req-63cf0676-f14a-49c4-8cd3-397748f95d0b req-61a214cf-d09e-4326-a106-2f91cbba1b85 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:45:09.966692 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [req-63cf0676-f14a-49c4-8cd3-397748f95d0b req-61a214cf-d09e-4326-a106-2f91cbba1b85 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Received port after_create {{(pid=103781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:45:10.002245 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a214cf-d09e-4326-a106-2f91cbba1b85 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Pushing event updated for resources: {'Port': ['ID=83150269-b51d-4aef-85c4-63b44e0f48cf,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:45:10.029858 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf0676-f14a-49c4-8cd3-397748f95d0b req-61a214cf-d09e-4326-a106-2f91cbba1b85 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:45:10.030472 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-63cf0676-f14a-49c4-8cd3-397748f95d0b req-61a214cf-d09e-4326-a106-2f91cbba1b85 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:10.102319 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-63cf0676-f14a-49c4-8cd3-397748f95d0b req-61a214cf-d09e-4326-a106-2f91cbba1b85 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7930756 May 17 19:45:10.116926 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [req-63cf0676-f14a-49c4-8cd3-397748f95d0b req-2c1c3fdd-71e7-4207-af21-4b223c2d7527 service neutron] Request body: {'port': {'device_id': 'ff475019-5bc3-455c-a5a1-0cd5f5d2c9cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:45:10.173470 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-63cf0676-f14a-49c4-8cd3-397748f95d0b req-2c1c3fdd-71e7-4207-af21-4b223c2d7527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (83150269-b51d-4aef-85c4-63b44e0f48cf), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:10.217762 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-5011387a-0be1-4885-9587-0289056a4d03 None None] Provisioning complete for port 83150269-b51d-4aef-85c4-63b44e0f48cf triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:45:10.218363 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-5011387a-0be1-4885-9587-0289056a4d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (83150269-b51d-4aef-85c4-63b44e0f48cf), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:10.247976 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-5011387a-0be1-4885-9587-0289056a4d03 None None] Port 83150269-b51d-4aef-85c4-63b44e0f48cf cannot update to ACTIVE because it is not bound. {{(pid=103782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 19:45:10.442160 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ebbbc-9fd3-494b-8fa2-fb11f216a2c8 req-e69a273c-4a3f-40f6-9b83-bb2b1a0cedc4 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:45:10.443639 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-265ebbbc-9fd3-494b-8fa2-fb11f216a2c8 req-e69a273c-4a3f-40f6-9b83-bb2b1a0cedc4 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff475019-5bc3-455c-a5a1-0cd5f5d2c9cc HTTP/1.1" status: 200 len: 932 time: 0.0459058 May 17 19:45:10.451807 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [req-63cf0676-f14a-49c4-8cd3-397748f95d0b req-2c1c3fdd-71e7-4207-af21-4b223c2d7527 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83150269-b51d-4aef-85c4-63b44e0f48cf {{(pid=103781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 19:45:10.459370 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-63cf0676-f14a-49c4-8cd3-397748f95d0b req-2c1c3fdd-71e7-4207-af21-4b223c2d7527 service neutron] Publish callbacks [] for port (83150269-b51d-4aef-85c4-63b44e0f48cf), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:10.472225 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.provisioning_blocks [req-63cf0676-f14a-49c4-8cd3-397748f95d0b req-2c1c3fdd-71e7-4207-af21-4b223c2d7527 service neutron] Transition to ACTIVE for port object 83150269-b51d-4aef-85c4-63b44e0f48cf will not be triggered until provisioned by entity L2. {{(pid=103781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 19:45:10.494287 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-265ebbbc-9fd3-494b-8fa2-fb11f216a2c8 req-3885f33b-f0e0-4878-b2a3-f5b83889c9de tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/security-groups?id=838605ef-5429-48fe-9a8f-bda8b46b66b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445333 May 17 19:45:10.572988 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-63cf0676-f14a-49c4-8cd3-397748f95d0b req-2c1c3fdd-71e7-4207-af21-4b223c2d7527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13820453'] for port (83150269-b51d-4aef-85c4-63b44e0f48cf), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:10.623471 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1c3fdd-71e7-4207-af21-4b223c2d7527 service neutron] Pushing event updated for resources: {'Port': ['ID=83150269-b51d-4aef-85c4-63b44e0f48cf,revision_number=2']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:45:10.689242 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-63cf0676-f14a-49c4-8cd3-397748f95d0b req-2c1c3fdd-71e7-4207-af21-4b223c2d7527 service neutron] Attempting to bind port 83150269-b51d-4aef-85c4-63b44e0f48cf on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 19:45:10.689567 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-63cf0676-f14a-49c4-8cd3-397748f95d0b req-2c1c3fdd-71e7-4207-af21-4b223c2d7527 service neutron] Attempting to bind port 83150269-b51d-4aef-85c4-63b44e0f48cf by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '28f45ea2-a933-436b-b38e-7de41beadda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3'}] {{(pid=103781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 19:45:10.689889 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cf0676-f14a-49c4-8cd3-397748f95d0b req-2c1c3fdd-71e7-4207-af21-4b223c2d7527 service neutron] Attempting to bind port 83150269-b51d-4aef-85c4-63b44e0f48cf on network 7d4a50e1-750e-4570-a937-3f3d049e2ce3 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:45:10.694399 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cf0676-f14a-49c4-8cd3-397748f95d0b req-2c1c3fdd-71e7-4207-af21-4b223c2d7527 service neutron] Port 83150269-b51d-4aef-85c4-63b44e0f48cf on network 7d4a50e1-750e-4570-a937-3f3d049e2ce3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 19:45:10.694712 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cf0676-f14a-49c4-8cd3-397748f95d0b req-2c1c3fdd-71e7-4207-af21-4b223c2d7527 service neutron] Attempting to bind port 83150269-b51d-4aef-85c4-63b44e0f48cf on network 7d4a50e1-750e-4570-a937-3f3d049e2ce3 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:45:10.700360 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cf0676-f14a-49c4-8cd3-397748f95d0b req-2c1c3fdd-71e7-4207-af21-4b223c2d7527 service neutron] Checking agent: {'id': 'bee311cb-2a55-4828-8ca4-4ee09c88de79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 19, 27, 43), 'started_at': datetime.datetime(2022, 5, 17, 19, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 19, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 19:45:10.700696 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cf0676-f14a-49c4-8cd3-397748f95d0b req-2c1c3fdd-71e7-4207-af21-4b223c2d7527 service neutron] Checking segment: {'id': '28f45ea2-a933-436b-b38e-7de41beadda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:45:10.701075 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cf0676-f14a-49c4-8cd3-397748f95d0b req-2c1c3fdd-71e7-4207-af21-4b223c2d7527 service neutron] Bound using segment: {'id': '28f45ea2-a933-436b-b38e-7de41beadda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3'} {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 19:45:10.701489 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-63cf0676-f14a-49c4-8cd3-397748f95d0b req-2c1c3fdd-71e7-4207-af21-4b223c2d7527 service neutron] Bound port: 83150269-b51d-4aef-85c4-63b44e0f48cf, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28f45ea2-a933-436b-b38e-7de41beadda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3'}}] {{(pid=103781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 19:45:10.701888 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-63cf0676-f14a-49c4-8cd3-397748f95d0b req-2c1c3fdd-71e7-4207-af21-4b223c2d7527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (83150269-b51d-4aef-85c4-63b44e0f48cf), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:10.770153 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-63cf0676-f14a-49c4-8cd3-397748f95d0b req-2c1c3fdd-71e7-4207-af21-4b223c2d7527 service neutron] For port 83150269-b51d-4aef-85c4-63b44e0f48cf, host hv-cinder-84067, cleared binding levels {{(pid=103781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 19:45:10.773136 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-63cf0676-f14a-49c4-8cd3-397748f95d0b req-2c1c3fdd-71e7-4207-af21-4b223c2d7527 service neutron] For port 83150269-b51d-4aef-85c4-63b44e0f48cf, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=83150269-b51d-4aef-85c4-63b44e0f48cf,segment=NetworkSegment(28f45ea2-a933-436b-b38e-7de41beadda9),segment_id=28f45ea2-a933-436b-b38e-7de41beadda9)] {{(pid=103781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 19:45:10.836127 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-63cf0676-f14a-49c4-8cd3-397748f95d0b req-2c1c3fdd-71e7-4207-af21-4b223c2d7527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13820453'] for port (83150269-b51d-4aef-85c4-63b44e0f48cf), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:10.871595 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf0676-f14a-49c4-8cd3-397748f95d0b req-2c1c3fdd-71e7-4207-af21-4b223c2d7527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:45:10.872116 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-63cf0676-f14a-49c4-8cd3-397748f95d0b req-2c1c3fdd-71e7-4207-af21-4b223c2d7527 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:10.873470 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-63cf0676-f14a-49c4-8cd3-397748f95d0b req-2c1c3fdd-71e7-4207-af21-4b223c2d7527 service neutron] 10.222.0.69 "PUT /v2.0/ports/83150269-b51d-4aef-85c4-63b44e0f48cf HTTP/1.1" status: 200 len: 1094 time: 0.7608941 May 17 19:45:10.873953 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff475019-5bc3-455c-a5a1-0cd5f5d2c9cc', 'tag': '83150269-b51d-4aef-85c4-63b44e0f48cf'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:45:10.876152 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5abf21081b7c701043d67e7bff15db599e71af2afb5ac8611b6265996300b020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bef7c02-ae30-43c5-b908-ea15125f565b" -d '{"events": [{"name": "network-changed", "server_uuid": "ff475019-5bc3-455c-a5a1-0cd5f5d2c9cc", "tag": "83150269-b51d-4aef-85c4-63b44e0f48cf"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:45:10.897849 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1c3fdd-71e7-4207-af21-4b223c2d7527 service neutron] Pushing event updated for resources: {'Port': ['ID=83150269-b51d-4aef-85c4-63b44e0f48cf,revision_number=3']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:45:10.981220 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 19:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cfa41f9-47c4-4b8d-a719-e5f480e83a4f x-openstack-request-id: req-9cfa41f9-47c4-4b8d-a719-e5f480e83a4f {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:45:10.981514 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff475019-5bc3-455c-a5a1-0cd5f5d2c9cc", "tag": "83150269-b51d-4aef-85c4-63b44e0f48cf", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:45:10.981771 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9cfa41f9-47c4-4b8d-a719-e5f480e83a4f {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:45:10.982431 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cfa41f9-47c4-4b8d-a719-e5f480e83a4f'] response: {'name': 'network-changed', 'server_uuid': 'ff475019-5bc3-455c-a5a1-0cd5f5d2c9cc', 'tag': '83150269-b51d-4aef-85c4-63b44e0f48cf', 'status': 'completed', 'code': 200} May 17 19:45:11.045888 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf0676-f14a-49c4-8cd3-397748f95d0b req-8fa00ac9-8255-4904-aacd-f6c5b698bf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:45:11.047394 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-63cf0676-f14a-49c4-8cd3-397748f95d0b req-8fa00ac9-8255-4904-aacd-f6c5b698bf06 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e1e2d6671a8b45c6a698b4ef0263f480&device_id=ff475019-5bc3-455c-a5a1-0cd5f5d2c9cc HTTP/1.1" status: 200 len: 1128 time: 0.0407948 May 17 19:45:11.092054 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-63cf0676-f14a-49c4-8cd3-397748f95d0b req-1d82bd94-3a4f-431e-8010-b37763930a76 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83150269-b51d-4aef-85c4-63b44e0f48cf HTTP/1.1" status: 200 len: 217 time: 0.0345943 May 17 19:45:11.142972 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf0676-f14a-49c4-8cd3-397748f95d0b req-b3f06c88-79a2-4d8c-9d3f-4cfb115df6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:45:11.144333 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-63cf0676-f14a-49c4-8cd3-397748f95d0b req-b3f06c88-79a2-4d8c-9d3f-4cfb115df6d8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c8a8e8d-f545-4991-8807-17074c9e8217 HTTP/1.1" status: 200 len: 852 time: 0.0436826 May 17 19:45:11.189633 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf0676-f14a-49c4-8cd3-397748f95d0b req-614ab08c-a8b3-42a0-b70d-b374233d4ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:45:11.191003 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-63cf0676-f14a-49c4-8cd3-397748f95d0b req-614ab08c-a8b3-42a0-b70d-b374233d4ff1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7d4a50e1-750e-4570-a937-3f3d049e2ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0377603 May 17 19:45:11.282289 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-63cf0676-f14a-49c4-8cd3-397748f95d0b req-c389e7c0-ed01-433c-88b6-f4dc33b1bc58 service neutron] 10.222.0.69 "GET /v2.0/networks/7d4a50e1-750e-4570-a937-3f3d049e2ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819495 May 17 19:45:11.370927 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-63cf0676-f14a-49c4-8cd3-397748f95d0b req-113d605f-6612-4b46-a114-0b0ad9a449de service neutron] 10.222.0.69 "GET /v2.0/networks/7d4a50e1-750e-4570-a937-3f3d049e2ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797122 May 17 19:45:11.603837 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2345b905-d26c-4f4c-ace3-0e4b18c73f3e req-fb2950fb-4076-48ee-993b-a9f800b4b3bb tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:45:11.605261 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-2345b905-d26c-4f4c-ace3-0e4b18c73f3e req-fb2950fb-4076-48ee-993b-a9f800b4b3bb tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff475019-5bc3-455c-a5a1-0cd5f5d2c9cc HTTP/1.1" status: 200 len: 944 time: 0.0455611 May 17 19:45:11.650832 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-2345b905-d26c-4f4c-ace3-0e4b18c73f3e req-7f602073-fed1-4e1e-a6f3-cf065fe99a0a tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/security-groups?id=838605ef-5429-48fe-9a8f-bda8b46b66b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398295 May 17 19:45:12.378398 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef7c02-ae30-43c5-b908-ea15125f565b req-6e9f4c7c-3026-41bf-bfaf-23d79c0ab096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:45:12.379774 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6bef7c02-ae30-43c5-b908-ea15125f565b req-6e9f4c7c-3026-41bf-bfaf-23d79c0ab096 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e1e2d6671a8b45c6a698b4ef0263f480&device_id=ff475019-5bc3-455c-a5a1-0cd5f5d2c9cc HTTP/1.1" status: 200 len: 1128 time: 0.0384507 May 17 19:45:12.469685 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef7c02-ae30-43c5-b908-ea15125f565b req-3ec3f600-38b7-41eb-8777-daab41e2da1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:45:12.471114 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6bef7c02-ae30-43c5-b908-ea15125f565b req-3ec3f600-38b7-41eb-8777-daab41e2da1f service neutron] 10.222.0.69 "GET /v2.0/networks?id=7d4a50e1-750e-4570-a937-3f3d049e2ce3 HTTP/1.1" status: 200 len: 914 time: 0.0859225 May 17 19:45:12.510628 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6bef7c02-ae30-43c5-b908-ea15125f565b req-d7364205-fe57-4369-8219-6f8c99205078 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83150269-b51d-4aef-85c4-63b44e0f48cf HTTP/1.1" status: 200 len: 217 time: 0.0327749 May 17 19:45:12.562297 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef7c02-ae30-43c5-b908-ea15125f565b req-7d402d4a-5b80-4a54-94cf-c16378fd2fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:45:12.563744 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6bef7c02-ae30-43c5-b908-ea15125f565b req-7d402d4a-5b80-4a54-94cf-c16378fd2fa5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c8a8e8d-f545-4991-8807-17074c9e8217 HTTP/1.1" status: 200 len: 852 time: 0.0452206 May 17 19:45:12.607855 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef7c02-ae30-43c5-b908-ea15125f565b req-bad3f064-08ff-4f80-8139-0c1dc1d18c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:45:12.609278 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6bef7c02-ae30-43c5-b908-ea15125f565b req-bad3f064-08ff-4f80-8139-0c1dc1d18c46 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7d4a50e1-750e-4570-a937-3f3d049e2ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0371447 May 17 19:45:12.698562 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6bef7c02-ae30-43c5-b908-ea15125f565b req-8ed08572-5e1c-4bf0-9c36-25059c16d129 service neutron] 10.222.0.69 "GET /v2.0/networks/7d4a50e1-750e-4570-a937-3f3d049e2ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801024 May 17 19:45:12.809198 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10df7e-c50a-4532-a8dc-57d53cb4e6cc req-4a6a94c8-8341-4d52-b313-46ee102a5410 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:45:12.810646 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9d10df7e-c50a-4532-a8dc-57d53cb4e6cc req-4a6a94c8-8341-4d52-b313-46ee102a5410 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff475019-5bc3-455c-a5a1-0cd5f5d2c9cc HTTP/1.1" status: 200 len: 944 time: 0.0921416 May 17 19:45:12.848501 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6bef7c02-ae30-43c5-b908-ea15125f565b req-03569b5f-a303-44ad-bbed-4ad8677204af service neutron] 10.222.0.69 "GET /v2.0/networks/7d4a50e1-750e-4570-a937-3f3d049e2ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384008 May 17 19:45:12.869642 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9d10df7e-c50a-4532-a8dc-57d53cb4e6cc req-a38156bc-c3f1-4828-b942-e122818c0603 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/security-groups?id=838605ef-5429-48fe-9a8f-bda8b46b66b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533807 May 17 19:45:13.981514 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e75a5a7-550a-4f52-bc98-dce3fce8a9e9 req-23da3f87-e4ae-405e-80b6-19f60cb4ecb7 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:45:13.983232 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-6e75a5a7-550a-4f52-bc98-dce3fce8a9e9 req-23da3f87-e4ae-405e-80b6-19f60cb4ecb7 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff475019-5bc3-455c-a5a1-0cd5f5d2c9cc HTTP/1.1" status: 200 len: 944 time: 0.0464523 May 17 19:45:14.028940 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-6e75a5a7-550a-4f52-bc98-dce3fce8a9e9 req-8f6a4675-0822-4dae-bd25-357f98ea7e98 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/security-groups?id=838605ef-5429-48fe-9a8f-bda8b46b66b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402446 May 17 19:45:14.658840 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (bee311cb-2a55-4828-8ca4-4ee09c88de79), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:14.978444 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-c25b0e95-0dfb-491a-b1c6-427a968f1636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:15.143805 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d380c-ae5a-4d4a-b501-9d1744f66709 req-f5b138ca-65c1-4c5d-aaf7-06e3d9e9e799 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:45:15.145405 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8c8d380c-ae5a-4d4a-b501-9d1744f66709 req-f5b138ca-65c1-4c5d-aaf7-06e3d9e9e799 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff475019-5bc3-455c-a5a1-0cd5f5d2c9cc HTTP/1.1" status: 200 len: 944 time: 0.0504153 May 17 19:45:15.189877 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8c8d380c-ae5a-4d4a-b501-9d1744f66709 req-5d2f569a-dcb4-4367-ac8c-837c421c5f18 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/security-groups?id=838605ef-5429-48fe-9a8f-bda8b46b66b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390172 May 17 19:45:15.239234 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 83150269-b51d-4aef-85c4-63b44e0f48cf details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 19:45:15.333744 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port 83150269-b51d-4aef-85c4-63b44e0f48cf, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=83150269-b51d-4aef-85c4-63b44e0f48cf,segment=NetworkSegment(28f45ea2-a933-436b-b38e-7de41beadda9),segment_id=28f45ea2-a933-436b-b38e-7de41beadda9)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:45:15.344662 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Returning: {'device': '83150269-b51d-4aef-85c4-63b44e0f48cf', 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3', 'port_id': '83150269-b51d-4aef-85c4-63b44e0f48cf', 'mac_address': 'fa:16:3e:fa:8a:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c8a8e8d-f545-4991-8807-17074c9e8217', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 19:45:15.381519 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Current status of the port 83150269-b51d-4aef-85c4-63b44e0f48cf is: DOWN; New status is: BUILD {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:45:15.381903 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (83150269-b51d-4aef-85c4-63b44e0f48cf), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:15.394703 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83150269-b51d-4aef-85c4-63b44e0f48cf {{(pid=103782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 19:45:15.412950 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port 83150269-b51d-4aef-85c4-63b44e0f48cf, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=83150269-b51d-4aef-85c4-63b44e0f48cf,segment=NetworkSegment(28f45ea2-a933-436b-b38e-7de41beadda9),segment_id=28f45ea2-a933-436b-b38e-7de41beadda9)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:45:15.493193 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (83150269-b51d-4aef-85c4-63b44e0f48cf), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:15.538634 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Pushing event updated for resources: {'Port': ['ID=83150269-b51d-4aef-85c4-63b44e0f48cf,revision_number=4']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:45:15.546062 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:45:15.546408 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:45:15.546749 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:45:15.547089 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:45:15.547423 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:45:15.547778 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:45:15.548103 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:45:15.548425 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:45:15.548830 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:45:15.549164 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:45:15.549485 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:45:15.549806 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:45:15.550125 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:45:15.550441 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:45:15.550756 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:45:15.739999 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] get_ports_and_sgs() called for port_ids ['83150269-b51d-4aef-85c4-63b44e0f48cf'] {{(pid=103782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 19:45:16.304632 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5a054-f9a3-4fa2-ba5f-1cc5e91238e8 req-fb524dbb-d622-4ecb-bd23-f6c75cd6912a tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:45:16.306119 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-1bc5a054-f9a3-4fa2-ba5f-1cc5e91238e8 req-fb524dbb-d622-4ecb-bd23-f6c75cd6912a tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff475019-5bc3-455c-a5a1-0cd5f5d2c9cc HTTP/1.1" status: 200 len: 945 time: 0.0495768 May 17 19:45:16.351150 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-1bc5a054-f9a3-4fa2-ba5f-1cc5e91238e8 req-74ba1419-6a86-4903-bfd9-bbd48fdae1ff tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/security-groups?id=838605ef-5429-48fe-9a8f-bda8b46b66b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396199 May 17 19:45:17.252504 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 83150269-b51d-4aef-85c4-63b44e0f48cf up at agent hyperv_hv-cinder-84067 {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:45:17.283247 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-1ecea201-befe-4e79-8608-7f076aa27bd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:17.294268 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Provisioning for port 83150269-b51d-4aef-85c4-63b44e0f48cf completed by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 19:45:17.372812 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Provisioning complete for port 83150269-b51d-4aef-85c4-63b44e0f48cf triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:45:17.373176 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (83150269-b51d-4aef-85c4-63b44e0f48cf), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:17.446710 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Current status of the port 83150269-b51d-4aef-85c4-63b44e0f48cf is: BUILD; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:45:17.447093 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (83150269-b51d-4aef-85c4-63b44e0f48cf), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:17.461834 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a28732-20ec-423b-b842-ebab19a92dc0 req-b68c9c67-3043-4f22-ac3f-0849f2ecb634 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:45:17.463284 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-76a28732-20ec-423b-b842-ebab19a92dc0 req-b68c9c67-3043-4f22-ac3f-0849f2ecb634 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff475019-5bc3-455c-a5a1-0cd5f5d2c9cc HTTP/1.1" status: 200 len: 945 time: 0.0458643 May 17 19:45:17.469301 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff475019-5bc3-455c-a5a1-0cd5f5d2c9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83150269-b51d-4aef-85c4-63b44e0f48cf'}] {{(pid=103782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:45:17.471510 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dcdb420cfc3f3d59cdc90e9401be4743e23c4809d01819fc24a250fd06a42a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aced72f9-67a9-4ebe-b867-4d3dc1933cad" -d '{"events": [{"server_uuid": "ff475019-5bc3-455c-a5a1-0cd5f5d2c9cc", "name": "network-vif-plugged", "status": "completed", "tag": "83150269-b51d-4aef-85c4-63b44e0f48cf"}]}' {{(pid=103782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:45:17.489610 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port 83150269-b51d-4aef-85c4-63b44e0f48cf, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=83150269-b51d-4aef-85c4-63b44e0f48cf,segment=NetworkSegment(28f45ea2-a933-436b-b38e-7de41beadda9),segment_id=28f45ea2-a933-436b-b38e-7de41beadda9)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:45:17.511472 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-76a28732-20ec-423b-b842-ebab19a92dc0 req-083b45bd-34b1-41ab-9945-68e046afac9c tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/security-groups?id=838605ef-5429-48fe-9a8f-bda8b46b66b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425296 May 17 19:45:17.511991 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 19:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a31f71-2025-491a-b646-3e20fc6bbf29 x-openstack-request-id: req-f8a31f71-2025-491a-b646-3e20fc6bbf29 {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:45:17.512303 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff475019-5bc3-455c-a5a1-0cd5f5d2c9cc", "name": "network-vif-plugged", "status": "completed", "tag": "83150269-b51d-4aef-85c4-63b44e0f48cf", "code": 200}]} {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:45:17.512553 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f8a31f71-2025-491a-b646-3e20fc6bbf29 {{(pid=103782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:45:17.512944 dv-cinder-840678-10-iscsi neutron-server[103782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8a31f71-2025-491a-b646-3e20fc6bbf29'] response: {'server_uuid': 'ff475019-5bc3-455c-a5a1-0cd5f5d2c9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83150269-b51d-4aef-85c4-63b44e0f48cf', 'code': 200} May 17 19:45:17.584662 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (83150269-b51d-4aef-85c4-63b44e0f48cf), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:17.630685 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Pushing event updated for resources: {'Port': ['ID=83150269-b51d-4aef-85c4-63b44e0f48cf,revision_number=5']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:45:17.876620 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ad79d-3997-4615-babf-bdef02276f3b req-5a1807fe-d565-42fa-aa96-4694221183f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:45:17.878056 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-414ad79d-3997-4615-babf-bdef02276f3b req-5a1807fe-d565-42fa-aa96-4694221183f8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ff475019-5bc3-455c-a5a1-0cd5f5d2c9cc HTTP/1.1" status: 200 len: 1130 time: 0.0405278 May 17 19:45:17.922286 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-414ad79d-3997-4615-babf-bdef02276f3b req-661725e9-d0a5-4400-be9d-df08425e2a77 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=838605ef-5429-48fe-9a8f-bda8b46b66b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356431 May 17 19:45:18.573005 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:18.624145 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e3787-649c-4d0f-b67b-d4e75db36281 req-09d95180-677d-4066-9fe4-4f53ba816139 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:45:18.625572 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-2a7e3787-649c-4d0f-b67b-d4e75db36281 req-09d95180-677d-4066-9fe4-4f53ba816139 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff475019-5bc3-455c-a5a1-0cd5f5d2c9cc HTTP/1.1" status: 200 len: 946 time: 0.0460413 May 17 19:45:18.670834 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-2a7e3787-649c-4d0f-b67b-d4e75db36281 req-729978a9-66a7-4904-a3b1-79bba9340e0d tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/security-groups?id=838605ef-5429-48fe-9a8f-bda8b46b66b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397894 May 17 19:45:19.780752 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e477d8-885f-4582-9f78-b1c247cda960 req-43ff50d2-cf5b-4af6-8b0f-1cbbaa2fe555 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:45:19.782184 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b8e477d8-885f-4582-9f78-b1c247cda960 req-43ff50d2-cf5b-4af6-8b0f-1cbbaa2fe555 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff475019-5bc3-455c-a5a1-0cd5f5d2c9cc HTTP/1.1" status: 200 len: 946 time: 0.0452240 May 17 19:45:19.826835 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b8e477d8-885f-4582-9f78-b1c247cda960 req-1215b5a6-7a3a-4a83-972a-0444285b5e1f tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/security-groups?id=838605ef-5429-48fe-9a8f-bda8b46b66b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392423 May 17 19:45:19.932726 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d1f34a-e59a-4e6a-bb24-72a2db6b82c6 req-b0dbd564-5ca3-400f-9c84-e46b08d61146 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:45:19.934145 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-93d1f34a-e59a-4e6a-bb24-72a2db6b82c6 req-b0dbd564-5ca3-400f-9c84-e46b08d61146 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff475019-5bc3-455c-a5a1-0cd5f5d2c9cc HTTP/1.1" status: 200 len: 946 time: 0.0453942 May 17 19:45:19.942616 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 47964) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:45:19.947377 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [None req-a25ad74b-3bbd-4654-bc76-62776c93b06f tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Request body: {'floatingip': {'port_id': '83150269-b51d-4aef-85c4-63b44e0f48cf'}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:45:19.987581 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-a25ad74b-3bbd-4654-bc76-62776c93b06f tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for floatingip (5ac166a6-bef6-416c-95ca-478d1b11d10e), before_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:20.322245 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:20.640542 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-a25ad74b-3bbd-4654-bc76-62776c93b06f tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:20.704289 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-a25ad74b-3bbd-4654-bc76-62776c93b06f tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16764702'] for floatingip (5ac166a6-bef6-416c-95ca-478d1b11d10e), after_update {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:20.796904 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.db.l3_db [None req-a25ad74b-3bbd-4654-bc76-62776c93b06f tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Floating IP 5ac166a6-bef6-416c-95ca-478d1b11d10e associated. External IP: 172.27.2.37, port: 83150269-b51d-4aef-85c4-63b44e0f48cf. May 17 19:45:20.987777 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a25ad74b-3bbd-4654-bc76-62776c93b06f tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Router 1dd07f40-b55c-4d4c-8596-7f8347e1b112 has already been hosted by L3 agent d0bc9f74-feb0-4354-bd47-885486f1ec0d {{(pid=103780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 19:45:21.087859 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25ad74b-3bbd-4654-bc76-62776c93b06f tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Notify agent at l3_agent.dv-cinder-840678-10-iscsi the message routers_updated {{(pid=103780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 19:45:21.093255 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-a25ad74b-3bbd-4654-bc76-62776c93b06f tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for floatingip (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:21.097666 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535624f7-bc9b-4e9f-9c14-ae777e437494 None None] Sync routers for ids ['1dd07f40-b55c-4d4c-8596-7f8347e1b112'] in dv-cinder-840678-10-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 19:45:21.108031 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535624f7-bc9b-4e9f-9c14-ae777e437494 None None] Routers {'1dd07f40-b55c-4d4c-8596-7f8347e1b112'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:45:21.108644 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-535624f7-bc9b-4e9f-9c14-ae777e437494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:45:17Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['1dd07f40-b55c-4d4c-8596-7f8347e1b112'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:45:21.122096 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-a25ad74b-3bbd-4654-bc76-62776c93b06f tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "PUT /v2.0/floatingips/5ac166a6-bef6-416c-95ca-478d1b11d10e HTTP/1.1" status: 200 len: 991 time: 1.1784670 May 17 19:45:21.122671 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff475019-5bc3-455c-a5a1-0cd5f5d2c9cc', 'tag': '83150269-b51d-4aef-85c4-63b44e0f48cf'}] {{(pid=103780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:45:21.124919 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1bd86ad9c435c7379d29d4f4527297f276984ecaea51489ddc34f383e603623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4865ff62-e93b-4cb5-825b-a49ec52152e3" -d '{"events": [{"name": "network-changed", "server_uuid": "ff475019-5bc3-455c-a5a1-0cd5f5d2c9cc", "tag": "83150269-b51d-4aef-85c4-63b44e0f48cf"}]}' {{(pid=103780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:45:21.159764 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 19:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb30f661-51f0-423b-bb6a-ca48f2565318 x-openstack-request-id: req-eb30f661-51f0-423b-bb6a-ca48f2565318 {{(pid=103780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:45:21.160052 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff475019-5bc3-455c-a5a1-0cd5f5d2c9cc", "tag": "83150269-b51d-4aef-85c4-63b44e0f48cf", "status": "completed", "code": 200}]} {{(pid=103780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:45:21.160302 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-eb30f661-51f0-423b-bb6a-ca48f2565318 {{(pid=103780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:45:21.160699 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb30f661-51f0-423b-bb6a-ca48f2565318'] response: {'name': 'network-changed', 'server_uuid': 'ff475019-5bc3-455c-a5a1-0cd5f5d2c9cc', 'tag': '83150269-b51d-4aef-85c4-63b44e0f48cf', 'status': 'completed', 'code': 200} May 17 19:45:21.209120 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-535624f7-bc9b-4e9f-9c14-ae777e437494 None None] Set router 1dd07f40-b55c-4d4c-8596-7f8347e1b112 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:45:21.220077 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4865ff62-e93b-4cb5-825b-a49ec52152e3 req-a62c821b-a2fc-4c1a-922a-6288a4d7c250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:45:21.221655 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4865ff62-e93b-4cb5-825b-a49ec52152e3 req-a62c821b-a2fc-4c1a-922a-6288a4d7c250 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e1e2d6671a8b45c6a698b4ef0263f480&device_id=ff475019-5bc3-455c-a5a1-0cd5f5d2c9cc HTTP/1.1" status: 200 len: 1130 time: 0.0387073 May 17 19:45:21.311695 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4865ff62-e93b-4cb5-825b-a49ec52152e3 req-1b1a5687-ce21-4aaf-a709-a4d62dbb3076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:45:21.313161 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4865ff62-e93b-4cb5-825b-a49ec52152e3 req-1b1a5687-ce21-4aaf-a709-a4d62dbb3076 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7d4a50e1-750e-4570-a937-3f3d049e2ce3 HTTP/1.1" status: 200 len: 914 time: 0.0855358 May 17 19:45:21.372289 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4865ff62-e93b-4cb5-825b-a49ec52152e3 req-9174db1b-a6ae-4070-b6a0-c35eec0778a5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83150269-b51d-4aef-85c4-63b44e0f48cf HTTP/1.1" status: 200 len: 999 time: 0.0531933 May 17 19:45:21.415505 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-535624f7-bc9b-4e9f-9c14-ae777e437494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'name': 'tempest-AttachVolumeNegativeTest-18157700-router', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:41:35Z', 'updated_at': '2022-05-17T19:41:38Z', 'revision_number': 4, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'gw_port': {'id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:39:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:41:36Z', 'updated_at': '2022-05-17T19:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_floatingips': [{'id': '5ac166a6-bef6-416c-95ca-478d1b11d10e', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'floating_ip_address': '172.27.2.37', 'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'router_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'port_id': '83150269-b51d-4aef-85c4-63b44e0f48cf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3', 'mac_address': 'fa:16:3e:fa:8a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff475019-5bc3-455c-a5a1-0cd5f5d2c9cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T19:45:05Z', 'updated_at': '2022-05-17T19:45:20Z', 'revision_number': 1, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2', 'name': '', 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'mac_address': 'fa:16:3e:48:b0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4c8a8e8d-f545-4991-8807-17074c9e8217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:41:38Z', 'updated_at': '2022-05-17T19:41:42Z', 'revision_number': 5, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'subnets': [{'id': '4c8a8e8d-f545-4991-8807-17074c9e8217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:45:21.422995 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4865ff62-e93b-4cb5-825b-a49ec52152e3 req-cbb3d9e4-8b09-4e47-ba32-0fce39d8b18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:45:21.424467 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4865ff62-e93b-4cb5-825b-a49ec52152e3 req-cbb3d9e4-8b09-4e47-ba32-0fce39d8b18f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c8a8e8d-f545-4991-8807-17074c9e8217 HTTP/1.1" status: 200 len: 852 time: 0.0465932 May 17 19:45:21.439819 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535624f7-bc9b-4e9f-9c14-ae777e437494 None None] Checking router: 1dd07f40-b55c-4d4c-8596-7f8347e1b112 for host: dv-cinder-840678-10-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 19:45:21.448656 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535624f7-bc9b-4e9f-9c14-ae777e437494 None None] Routers {'1dd07f40-b55c-4d4c-8596-7f8347e1b112'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:45:21.449258 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-535624f7-bc9b-4e9f-9c14-ae777e437494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:45:17Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['1dd07f40-b55c-4d4c-8596-7f8347e1b112'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:45:21.467301 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4865ff62-e93b-4cb5-825b-a49ec52152e3 req-65078f5b-4de2-4193-a28b-3e7fd649f3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:45:21.468847 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4865ff62-e93b-4cb5-825b-a49ec52152e3 req-65078f5b-4de2-4193-a28b-3e7fd649f3fe service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7d4a50e1-750e-4570-a937-3f3d049e2ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0383997 May 17 19:45:21.538343 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:21.550876 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-535624f7-bc9b-4e9f-9c14-ae777e437494 None None] Set router 1dd07f40-b55c-4d4c-8596-7f8347e1b112 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:45:21.557674 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4865ff62-e93b-4cb5-825b-a49ec52152e3 req-5a5fb3e2-ecec-413a-a7cb-6ac98bf051d6 service neutron] 10.222.0.69 "GET /v2.0/networks/7d4a50e1-750e-4570-a937-3f3d049e2ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826104 May 17 19:45:21.647682 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4865ff62-e93b-4cb5-825b-a49ec52152e3 req-7284b775-71cc-4b6f-bb33-e88e4606e700 service neutron] 10.222.0.69 "GET /v2.0/networks/7d4a50e1-750e-4570-a937-3f3d049e2ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841985 May 17 19:45:21.756340 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-535624f7-bc9b-4e9f-9c14-ae777e437494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'name': 'tempest-AttachVolumeNegativeTest-18157700-router', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:41:35Z', 'updated_at': '2022-05-17T19:41:38Z', 'revision_number': 4, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'gw_port': {'id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:39:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:41:36Z', 'updated_at': '2022-05-17T19:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_floatingips': [{'id': '5ac166a6-bef6-416c-95ca-478d1b11d10e', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'floating_ip_address': '172.27.2.37', 'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'router_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'port_id': '83150269-b51d-4aef-85c4-63b44e0f48cf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3', 'mac_address': 'fa:16:3e:fa:8a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff475019-5bc3-455c-a5a1-0cd5f5d2c9cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T19:45:05Z', 'updated_at': '2022-05-17T19:45:20Z', 'revision_number': 1, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2', 'name': '', 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'mac_address': 'fa:16:3e:48:b0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4c8a8e8d-f545-4991-8807-17074c9e8217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:41:38Z', 'updated_at': '2022-05-17T19:41:42Z', 'revision_number': 5, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'subnets': [{'id': '4c8a8e8d-f545-4991-8807-17074c9e8217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:45:21.783742 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535624f7-bc9b-4e9f-9c14-ae777e437494 None None] The sync data for ids ['1dd07f40-b55c-4d4c-8596-7f8347e1b112'] in dv-cinder-840678-10-iscsi is: [{'id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'name': 'tempest-AttachVolumeNegativeTest-18157700-router', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:41:35Z', 'updated_at': '2022-05-17T19:41:38Z', 'revision_number': 4, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'gw_port': {'id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:39:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:41:36Z', 'updated_at': '2022-05-17T19:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_floatingips': [{'id': '5ac166a6-bef6-416c-95ca-478d1b11d10e', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'floating_ip_address': '172.27.2.37', 'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'router_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'port_id': '83150269-b51d-4aef-85c4-63b44e0f48cf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3', 'mac_address': 'fa:16:3e:fa:8a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff475019-5bc3-455c-a5a1-0cd5f5d2c9cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T19:45:05Z', 'updated_at': '2022-05-17T19:45:20Z', 'revision_number': 1, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2', 'name': '', 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'mac_address': 'fa:16:3e:48:b0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4c8a8e8d-f545-4991-8807-17074c9e8217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:41:38Z', 'updated_at': '2022-05-17T19:41:42Z', 'revision_number': 5, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'subnets': [{'id': '4c8a8e8d-f545-4991-8807-17074c9e8217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 19:45:21.971748 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03908c96-88d7-4078-99dc-c4fba959bec5 None None] New status for floating IP 5ac166a6-bef6-416c-95ca-478d1b11d10e: ACTIVE {{(pid=103782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 19:45:40.469994 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.agents_db [None req-42b69621-6215-4a4a-9d32-588efc9ea437 None None] Agent healthcheck: found 6 active agents {{(pid=103783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 19:45:44.663501 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (bee311cb-2a55-4828-8ca4-4ee09c88de79), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:45.000696 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-154cc397-1039-4613-9bfc-41397b14cc5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:47.263865 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-bf6ade41-2cc4-4820-abab-f8ddfe233db2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:48.531673 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:50.326609 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:51.537720 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:45:58.100025 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e2a130db-eebc-42d5-bc49-0d58eb62469f req-ca5fd686-fb0d-4597-b7f7-7ba54b45d53e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ff475019-5bc3-455c-a5a1-0cd5f5d2c9cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0783987 May 17 19:45:58.184476 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a130db-eebc-42d5-bc49-0d58eb62469f req-8d42b466-201a-4c06-82bd-f92a30093330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:45:58.186502 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e2a130db-eebc-42d5-bc49-0d58eb62469f req-8d42b466-201a-4c06-82bd-f92a30093330 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e1e2d6671a8b45c6a698b4ef0263f480&device_id=ff475019-5bc3-455c-a5a1-0cd5f5d2c9cc HTTP/1.1" status: 200 len: 1130 time: 0.0416803 May 17 19:45:58.287435 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a130db-eebc-42d5-bc49-0d58eb62469f req-bbad79cd-c192-441c-95c6-95aacefac288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:45:58.288816 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e2a130db-eebc-42d5-bc49-0d58eb62469f req-bbad79cd-c192-441c-95c6-95aacefac288 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7d4a50e1-750e-4570-a937-3f3d049e2ce3 HTTP/1.1" status: 200 len: 914 time: 0.0826957 May 17 19:45:58.350668 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e2a130db-eebc-42d5-bc49-0d58eb62469f req-692cf82a-f9e7-49f8-873a-8d579cbb4a75 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83150269-b51d-4aef-85c4-63b44e0f48cf HTTP/1.1" status: 200 len: 1001 time: 0.0549581 May 17 19:45:58.663712 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a130db-eebc-42d5-bc49-0d58eb62469f req-81895c14-3ae7-4250-9e17-10c4136aa2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:45:58.665197 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e2a130db-eebc-42d5-bc49-0d58eb62469f req-81895c14-3ae7-4250-9e17-10c4136aa2e4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c8a8e8d-f545-4991-8807-17074c9e8217 HTTP/1.1" status: 200 len: 852 time: 0.3064811 May 17 19:45:58.713475 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a130db-eebc-42d5-bc49-0d58eb62469f req-8aa0cdf3-83f5-4c56-bfef-63005fa71040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:45:58.714944 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e2a130db-eebc-42d5-bc49-0d58eb62469f req-8aa0cdf3-83f5-4c56-bfef-63005fa71040 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7d4a50e1-750e-4570-a937-3f3d049e2ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0377195 May 17 19:45:58.804351 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e2a130db-eebc-42d5-bc49-0d58eb62469f req-da8fc356-e0c6-4f0d-956a-24113654ff1e service neutron] 10.222.0.69 "GET /v2.0/networks/7d4a50e1-750e-4570-a937-3f3d049e2ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831239 May 17 19:45:58.894159 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e2a130db-eebc-42d5-bc49-0d58eb62469f req-8855717d-3bb2-4604-be0c-b8a98deb042b service neutron] 10.222.0.69 "GET /v2.0/networks/7d4a50e1-750e-4570-a937-3f3d049e2ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809293 May 17 19:46:09.017197 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d761e501-5d1c-45e9-8252-c40713d6ba0c req-cd856f4b-1072-428b-8bde-bdcafb509cf7 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:46:09.018653 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-d761e501-5d1c-45e9-8252-c40713d6ba0c req-cd856f4b-1072-428b-8bde-bdcafb509cf7 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff475019-5bc3-455c-a5a1-0cd5f5d2c9cc HTTP/1.1" status: 200 len: 946 time: 0.0470183 May 17 19:46:09.069832 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-d761e501-5d1c-45e9-8252-c40713d6ba0c req-4455226c-9251-4ef6-ad04-d9bf53483b64 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/security-groups?id=838605ef-5429-48fe-9a8f-bda8b46b66b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456119 May 17 19:46:10.182622 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01146ba-8398-47e1-98c3-05cc9b38ac8e req-5707a9ae-243a-439e-85de-b3b324fb18f3 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:46:10.184118 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d01146ba-8398-47e1-98c3-05cc9b38ac8e req-5707a9ae-243a-439e-85de-b3b324fb18f3 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff475019-5bc3-455c-a5a1-0cd5f5d2c9cc HTTP/1.1" status: 200 len: 946 time: 0.0456288 May 17 19:46:10.233618 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d01146ba-8398-47e1-98c3-05cc9b38ac8e req-f93f20e2-310c-4a32-84c8-3d3f73ff7ba1 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/security-groups?id=838605ef-5429-48fe-9a8f-bda8b46b66b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432110 May 17 19:46:10.741872 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cb30d0-b2cb-44f0-bfe9-83e7a3ede538 req-70d3c73f-a586-4b17-8835-0ea5208a72cc tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:46:10.743281 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-34cb30d0-b2cb-44f0-bfe9-83e7a3ede538 req-70d3c73f-a586-4b17-8835-0ea5208a72cc tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.69 "GET /v2.0/ports?device_id=ff475019-5bc3-455c-a5a1-0cd5f5d2c9cc HTTP/1.1" status: 200 len: 946 time: 0.0454078 May 17 19:46:10.821133 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [req-34cb30d0-b2cb-44f0-bfe9-83e7a3ede538 req-7ed9e3b0-2a20-4502-9633-7267201a7a35 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Deleting port 83150269-b51d-4aef-85c4-63b44e0f48cf {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:46:10.821471 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-34cb30d0-b2cb-44f0-bfe9-83e7a3ede538 req-7ed9e3b0-2a20-4502-9633-7267201a7a35 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (83150269-b51d-4aef-85c4-63b44e0f48cf), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:10.910289 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-34cb30d0-b2cb-44f0-bfe9-83e7a3ede538 req-7ed9e3b0-2a20-4502-9633-7267201a7a35 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] For port 83150269-b51d-4aef-85c4-63b44e0f48cf, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=83150269-b51d-4aef-85c4-63b44e0f48cf,segment=NetworkSegment(28f45ea2-a933-436b-b38e-7de41beadda9),segment_id=28f45ea2-a933-436b-b38e-7de41beadda9)] {{(pid=103781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:46:10.910646 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-34cb30d0-b2cb-44f0-bfe9-83e7a3ede538 req-7ed9e3b0-2a20-4502-9633-7267201a7a35 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (83150269-b51d-4aef-85c4-63b44e0f48cf), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:11.064352 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-34cb30d0-b2cb-44f0-bfe9-83e7a3ede538 req-7ed9e3b0-2a20-4502-9633-7267201a7a35 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:11.064632 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-34cb30d0-b2cb-44f0-bfe9-83e7a3ede538 req-7ed9e3b0-2a20-4502-9633-7267201a7a35 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16764702'] for floatingip (5ac166a6-bef6-416c-95ca-478d1b11d10e), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:11.064940 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.db.l3_db [req-34cb30d0-b2cb-44f0-bfe9-83e7a3ede538 req-7ed9e3b0-2a20-4502-9633-7267201a7a35 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Floating IP 5ac166a6-bef6-416c-95ca-478d1b11d10e disassociated. External IP: 172.27.2.37, port: 83150269-b51d-4aef-85c4-63b44e0f48cf. May 17 19:46:11.065280 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [req-34cb30d0-b2cb-44f0-bfe9-83e7a3ede538 req-7ed9e3b0-2a20-4502-9633-7267201a7a35 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Calling delete_port for 83150269-b51d-4aef-85c4-63b44e0f48cf owned by compute:nova {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:46:11.264083 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-34cb30d0-b2cb-44f0-bfe9-83e7a3ede538 req-7ed9e3b0-2a20-4502-9633-7267201a7a35 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (83150269-b51d-4aef-85c4-63b44e0f48cf), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:11.290752 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed9e3b0-2a20-4502-9633-7267201a7a35 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Pushing event deleted for resources: {'Port': ['ID=83150269-b51d-4aef-85c4-63b44e0f48cf,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:46:11.301252 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed9e3b0-2a20-4502-9633-7267201a7a35 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:46:11.305841 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed9e3b0-2a20-4502-9633-7267201a7a35 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:46:11.305841 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed9e3b0-2a20-4502-9633-7267201a7a35 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:46:11.305841 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed9e3b0-2a20-4502-9633-7267201a7a35 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:46:11.305841 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed9e3b0-2a20-4502-9633-7267201a7a35 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:46:11.305841 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed9e3b0-2a20-4502-9633-7267201a7a35 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:46:11.305841 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed9e3b0-2a20-4502-9633-7267201a7a35 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:46:11.305841 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed9e3b0-2a20-4502-9633-7267201a7a35 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:46:11.305841 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed9e3b0-2a20-4502-9633-7267201a7a35 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:46:11.305841 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed9e3b0-2a20-4502-9633-7267201a7a35 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:46:11.305841 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed9e3b0-2a20-4502-9633-7267201a7a35 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:46:11.305841 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed9e3b0-2a20-4502-9633-7267201a7a35 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:46:11.305841 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed9e3b0-2a20-4502-9633-7267201a7a35 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:46:11.306904 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed9e3b0-2a20-4502-9633-7267201a7a35 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:46:11.306904 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed9e3b0-2a20-4502-9633-7267201a7a35 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:46:11.337736 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-53167790-4c7d-48cd-a0c6-a7c8048fe55e req-21c4cff0-aad7-4a17-9e2c-f966aca7c9d8 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff475019-5bc3-455c-a5a1-0cd5f5d2c9cc HTTP/1.1" status: 200 len: 210 time: 0.0366080 May 17 19:46:11.412119 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34cb30d0-b2cb-44f0-bfe9-83e7a3ede538 req-7ed9e3b0-2a20-4502-9633-7267201a7a35 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Router 1dd07f40-b55c-4d4c-8596-7f8347e1b112 has already been hosted by L3 agent d0bc9f74-feb0-4354-bd47-885486f1ec0d {{(pid=103781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 19:46:11.510811 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34cb30d0-b2cb-44f0-bfe9-83e7a3ede538 req-7ed9e3b0-2a20-4502-9633-7267201a7a35 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Notify agent at l3_agent.dv-cinder-840678-10-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 19:46:11.520692 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5a669b-5217-4662-ad16-657cb6d294d5 None None] Sync routers for ids ['1dd07f40-b55c-4d4c-8596-7f8347e1b112'] in dv-cinder-840678-10-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 19:46:11.532617 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5a669b-5217-4662-ad16-657cb6d294d5 None None] Routers {'1dd07f40-b55c-4d4c-8596-7f8347e1b112'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:46:11.533226 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-ae5a669b-5217-4662-ad16-657cb6d294d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:45:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['1dd07f40-b55c-4d4c-8596-7f8347e1b112'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:46:11.552205 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [req-34cb30d0-b2cb-44f0-bfe9-83e7a3ede538 req-7ed9e3b0-2a20-4502-9633-7267201a7a35 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] No DVR routers for this DVR port 83150269-b51d-4aef-85c4-63b44e0f48cf on host hv-cinder-84067 {{(pid=103781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 19:46:11.554743 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-34cb30d0-b2cb-44f0-bfe9-83e7a3ede538 req-7ed9e3b0-2a20-4502-9633-7267201a7a35 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:11.558102 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-34cb30d0-b2cb-44f0-bfe9-83e7a3ede538 req-7ed9e3b0-2a20-4502-9633-7267201a7a35 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.69 "DELETE /v2.0/ports/83150269-b51d-4aef-85c4-63b44e0f48cf HTTP/1.1" status: 204 len: 173 time: 0.8071814 May 17 19:46:11.563551 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff475019-5bc3-455c-a5a1-0cd5f5d2c9cc', 'name': 'network-vif-deleted', 'tag': '83150269-b51d-4aef-85c4-63b44e0f48cf'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:46:11.563551 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5abf21081b7c701043d67e7bff15db599e71af2afb5ac8611b6265996300b020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74946f6b-40b8-40b2-9c4d-b606e5b999e2" -d '{"events": [{"server_uuid": "ff475019-5bc3-455c-a5a1-0cd5f5d2c9cc", "name": "network-vif-deleted", "tag": "83150269-b51d-4aef-85c4-63b44e0f48cf"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:46:11.596933 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 19:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e77b4b-208d-476d-9227-f75b0c568e79 x-openstack-request-id: req-65e77b4b-208d-476d-9227-f75b0c568e79 {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:46:11.597222 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff475019-5bc3-455c-a5a1-0cd5f5d2c9cc", "name": "network-vif-deleted", "tag": "83150269-b51d-4aef-85c4-63b44e0f48cf", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:46:11.597468 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-65e77b4b-208d-476d-9227-f75b0c568e79 {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:46:11.597900 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65e77b4b-208d-476d-9227-f75b0c568e79'] response: {'server_uuid': 'ff475019-5bc3-455c-a5a1-0cd5f5d2c9cc', 'name': 'network-vif-deleted', 'tag': '83150269-b51d-4aef-85c4-63b44e0f48cf', 'status': 'completed', 'code': 200} May 17 19:46:11.634130 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-ae5a669b-5217-4662-ad16-657cb6d294d5 None None] Set router 1dd07f40-b55c-4d4c-8596-7f8347e1b112 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:46:11.907851 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-ae5a669b-5217-4662-ad16-657cb6d294d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'name': 'tempest-AttachVolumeNegativeTest-18157700-router', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:41:35Z', 'updated_at': '2022-05-17T19:41:38Z', 'revision_number': 4, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'gw_port': {'id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:39:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:41:36Z', 'updated_at': '2022-05-17T19:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': '2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2', 'name': '', 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'mac_address': 'fa:16:3e:48:b0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4c8a8e8d-f545-4991-8807-17074c9e8217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:41:38Z', 'updated_at': '2022-05-17T19:41:42Z', 'revision_number': 5, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'subnets': [{'id': '4c8a8e8d-f545-4991-8807-17074c9e8217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:46:11.931323 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5a669b-5217-4662-ad16-657cb6d294d5 None None] Checking router: 1dd07f40-b55c-4d4c-8596-7f8347e1b112 for host: dv-cinder-840678-10-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 19:46:11.940137 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5a669b-5217-4662-ad16-657cb6d294d5 None None] Routers {'1dd07f40-b55c-4d4c-8596-7f8347e1b112'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:46:11.940741 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-ae5a669b-5217-4662-ad16-657cb6d294d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:45:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['1dd07f40-b55c-4d4c-8596-7f8347e1b112'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:46:12.039912 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-ae5a669b-5217-4662-ad16-657cb6d294d5 None None] Set router 1dd07f40-b55c-4d4c-8596-7f8347e1b112 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:46:12.220497 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-ae5a669b-5217-4662-ad16-657cb6d294d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'name': 'tempest-AttachVolumeNegativeTest-18157700-router', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:41:35Z', 'updated_at': '2022-05-17T19:41:38Z', 'revision_number': 4, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'gw_port': {'id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:39:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:41:36Z', 'updated_at': '2022-05-17T19:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': '2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2', 'name': '', 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'mac_address': 'fa:16:3e:48:b0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4c8a8e8d-f545-4991-8807-17074c9e8217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:41:38Z', 'updated_at': '2022-05-17T19:41:42Z', 'revision_number': 5, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'subnets': [{'id': '4c8a8e8d-f545-4991-8807-17074c9e8217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:46:12.243978 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5a669b-5217-4662-ad16-657cb6d294d5 None None] The sync data for ids ['1dd07f40-b55c-4d4c-8596-7f8347e1b112'] in dv-cinder-840678-10-iscsi is: [{'id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'name': 'tempest-AttachVolumeNegativeTest-18157700-router', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:41:35Z', 'updated_at': '2022-05-17T19:41:38Z', 'revision_number': 4, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'gw_port': {'id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:39:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:41:36Z', 'updated_at': '2022-05-17T19:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': '2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2', 'name': '', 'network_id': '7d4a50e1-750e-4570-a937-3f3d049e2ce3', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'mac_address': 'fa:16:3e:48:b0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4c8a8e8d-f545-4991-8807-17074c9e8217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:41:38Z', 'updated_at': '2022-05-17T19:41:42Z', 'revision_number': 5, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'subnets': [{'id': '4c8a8e8d-f545-4991-8807-17074c9e8217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 19:46:12.449305 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-0c007083-bbd5-4988-9531-1610ccf81a2a req-05810fae-e30a-4060-8079-806873773b99 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff475019-5bc3-455c-a5a1-0cd5f5d2c9cc HTTP/1.1" status: 200 len: 210 time: 0.0282969 May 17 19:46:12.459008 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22df86d9-9598-42a8-b9a3-fd032aca5ed2 None None] New status for floating IP 5ac166a6-bef6-416c-95ca-478d1b11d10e: DOWN {{(pid=103782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 19:46:13.624217 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 48052) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:46:13.676591 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-a6c1292c-ca14-4464-a9ec-80004525f852 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for security_group (838605ef-5429-48fe-9a8f-bda8b46b66b3), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:13.700793 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-a6c1292c-ca14-4464-a9ec-80004525f852 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for security_group (838605ef-5429-48fe-9a8f-bda8b46b66b3), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:13.811795 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-a6c1292c-ca14-4464-a9ec-80004525f852 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (838605ef-5429-48fe-9a8f-bda8b46b66b3), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:13.814313 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-a6c1292c-ca14-4464-a9ec-80004525f852 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:13.815442 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-a6c1292c-ca14-4464-a9ec-80004525f852 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "DELETE /v2.0/security-groups/838605ef-5429-48fe-9a8f-bda8b46b66b3 HTTP/1.1" status: 204 len: 168 time: 0.1902308 May 17 19:46:13.818600 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 48054) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:46:13.824376 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c1292c-ca14-4464-a9ec-80004525f852 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=838605ef-5429-48fe-9a8f-bda8b46b66b3,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:46:13.831632 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c1292c-ca14-4464-a9ec-80004525f852 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:46:13.831986 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c1292c-ca14-4464-a9ec-80004525f852 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:46:13.832113 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.api.v2.resource [None req-42d36bc8-6661-4a04-91e7-749e29060842 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] show failed (client error): The resource could not be found. May 17 19:46:13.832329 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c1292c-ca14-4464-a9ec-80004525f852 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:46:13.832666 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c1292c-ca14-4464-a9ec-80004525f852 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:46:13.833022 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c1292c-ca14-4464-a9ec-80004525f852 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:46:13.833274 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-42d36bc8-6661-4a04-91e7-749e29060842 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "GET /v2.0/security-groups/838605ef-5429-48fe-9a8f-bda8b46b66b3 HTTP/1.1" status: 404 len: 347 time: 0.0134728 May 17 19:46:13.833393 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c1292c-ca14-4464-a9ec-80004525f852 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:46:13.833720 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c1292c-ca14-4464-a9ec-80004525f852 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:46:13.834031 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c1292c-ca14-4464-a9ec-80004525f852 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:46:13.834356 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c1292c-ca14-4464-a9ec-80004525f852 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:46:13.834681 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c1292c-ca14-4464-a9ec-80004525f852 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:46:13.835007 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c1292c-ca14-4464-a9ec-80004525f852 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:46:13.835337 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c1292c-ca14-4464-a9ec-80004525f852 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:46:13.835726 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c1292c-ca14-4464-a9ec-80004525f852 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:46:13.835907 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 48056) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:46:13.836055 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c1292c-ca14-4464-a9ec-80004525f852 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:46:13.836378 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c1292c-ca14-4464-a9ec-80004525f852 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:46:13.944073 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-87864fdf-436a-435c-b73d-b410ef2076d2 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Deleting port 33b2b1ce-6b15-40a1-aa4f-12f8a217b633 {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:46:13.944415 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-87864fdf-436a-435c-b73d-b410ef2076d2 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (33b2b1ce-6b15-40a1-aa4f-12f8a217b633), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:14.020487 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-87864fdf-436a-435c-b73d-b410ef2076d2 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (33b2b1ce-6b15-40a1-aa4f-12f8a217b633), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:14.020813 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-87864fdf-436a-435c-b73d-b410ef2076d2 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for floatingip (33b2b1ce-6b15-40a1-aa4f-12f8a217b633), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:14.033003 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-87864fdf-436a-435c-b73d-b410ef2076d2 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Calling delete_port for 33b2b1ce-6b15-40a1-aa4f-12f8a217b633 owned by network:floatingip {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:46:14.206322 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-87864fdf-436a-435c-b73d-b410ef2076d2 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (33b2b1ce-6b15-40a1-aa4f-12f8a217b633), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:14.229903 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87864fdf-436a-435c-b73d-b410ef2076d2 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Pushing event deleted for resources: {'Port': ['ID=33b2b1ce-6b15-40a1-aa4f-12f8a217b633,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:46:14.290451 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-87864fdf-436a-435c-b73d-b410ef2076d2 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks [] for floatingip (5ac166a6-bef6-416c-95ca-478d1b11d10e), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:14.292994 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-87864fdf-436a-435c-b73d-b410ef2076d2 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for floatingip (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:14.294204 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-87864fdf-436a-435c-b73d-b410ef2076d2 tempest-AttachVolumeNegativeTest-1410137911 tempest-AttachVolumeNegativeTest-1410137911-project] 10.222.0.58 "DELETE /v2.0/floatingips/5ac166a6-bef6-416c-95ca-478d1b11d10e HTTP/1.1" status: 204 len: 168 time: 0.4573693 May 17 19:46:14.685740 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (bee311cb-2a55-4828-8ca4-4ee09c88de79), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:14.994615 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-80bec59f-1077-40fa-bbaa-7113d68977bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:15.530843 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 83150269-b51d-4aef-85c4-63b44e0f48cf no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 19:46:15.550358 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] No Port match for: 83150269-b51d-4aef-85c4-63b44e0f48cf {{(pid=103782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 19:46:15.550698 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device 83150269-b51d-4aef-85c4-63b44e0f48cf not bound to the agent host hv-cinder-84067 {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 19:46:17.298188 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-a5489ad4-5625-47fa-b173-a307a764c332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:17.468979 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.agents_db [None req-42b69621-6215-4a4a-9d32-588efc9ea437 None None] Agent healthcheck: found 6 active agents {{(pid=103783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 19:46:18.412103 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 48092) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:46:18.537332 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:18.713505 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-345e49c9-703b-4acf-9012-8435eaf627e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16761843'] for router_interface (1dd07f40-b55c-4d4c-8596-7f8347e1b112), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:18.924328 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-345e49c9-703b-4acf-9012-8435eaf627e5 admin admin] Deleting port 2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2 {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:46:18.924663 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-345e49c9-703b-4acf-9012-8435eaf627e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:18.999219 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [None req-345e49c9-703b-4acf-9012-8435eaf627e5 admin admin] For port 2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2,segment=NetworkSegment(28f45ea2-a933-436b-b38e-7de41beadda9),segment_id=28f45ea2-a933-436b-b38e-7de41beadda9)] {{(pid=103781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:46:18.999525 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-345e49c9-703b-4acf-9012-8435eaf627e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:19.011778 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-345e49c9-703b-4acf-9012-8435eaf627e5 admin admin] Calling delete_port for 2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2 owned by network:router_interface {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:46:19.267976 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-345e49c9-703b-4acf-9012-8435eaf627e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:19.292158 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e49c9-703b-4acf-9012-8435eaf627e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:46:19.455885 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-345e49c9-703b-4acf-9012-8435eaf627e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16360526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16766956'] for router_interface (1dd07f40-b55c-4d4c-8596-7f8347e1b112), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:19.648190 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-345e49c9-703b-4acf-9012-8435eaf627e5 admin admin] Router 1dd07f40-b55c-4d4c-8596-7f8347e1b112 has already been hosted by L3 agent d0bc9f74-feb0-4354-bd47-885486f1ec0d {{(pid=103781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 19:46:19.745159 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-345e49c9-703b-4acf-9012-8435eaf627e5 admin admin] Notify agent at l3_agent.dv-cinder-840678-10-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 19:46:19.750716 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-345e49c9-703b-4acf-9012-8435eaf627e5 admin admin] 10.222.0.58 "PUT /v2.0/routers/1dd07f40-b55c-4d4c-8596-7f8347e1b112/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3379080 May 17 19:46:19.753271 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 48094) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:46:19.754528 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356e89f7-9c3c-41ad-80f6-e3ca020c8a92 None None] Sync routers for ids ['1dd07f40-b55c-4d4c-8596-7f8347e1b112'] in dv-cinder-840678-10-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 19:46:19.764186 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356e89f7-9c3c-41ad-80f6-e3ca020c8a92 None None] Routers {'1dd07f40-b55c-4d4c-8596-7f8347e1b112'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:46:19.764788 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-356e89f7-9c3c-41ad-80f6-e3ca020c8a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:46:17Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['1dd07f40-b55c-4d4c-8596-7f8347e1b112'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:46:19.847294 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a01d2fe2-4060-45ca-a9b5-e3f5d942848e admin admin] Publish callbacks [] for router (1dd07f40-b55c-4d4c-8596-7f8347e1b112), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:19.862615 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-356e89f7-9c3c-41ad-80f6-e3ca020c8a92 None None] Set router 1dd07f40-b55c-4d4c-8596-7f8347e1b112 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:46:19.943086 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a01d2fe2-4060-45ca-a9b5-e3f5d942848e admin admin] Publish callbacks [] for router_gateway (1dd07f40-b55c-4d4c-8596-7f8347e1b112), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:20.021006 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-356e89f7-9c3c-41ad-80f6-e3ca020c8a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'name': 'tempest-AttachVolumeNegativeTest-18157700-router', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:41:35Z', 'updated_at': '2022-05-17T19:46:19Z', 'revision_number': 5, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'gw_port': {'id': 'e34cc7cc-96f8-4c91-a604-0ecc13514d6a', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:39:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:41:36Z', 'updated_at': '2022-05-17T19:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi'}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:46:20.048375 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356e89f7-9c3c-41ad-80f6-e3ca020c8a92 None None] Checking router: 1dd07f40-b55c-4d4c-8596-7f8347e1b112 for host: dv-cinder-840678-10-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 19:46:20.056714 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356e89f7-9c3c-41ad-80f6-e3ca020c8a92 None None] Routers {'1dd07f40-b55c-4d4c-8596-7f8347e1b112'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:46:20.057317 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-356e89f7-9c3c-41ad-80f6-e3ca020c8a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:46:17Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['1dd07f40-b55c-4d4c-8596-7f8347e1b112'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:46:20.076779 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-a01d2fe2-4060-45ca-a9b5-e3f5d942848e admin admin] Deleting port e34cc7cc-96f8-4c91-a604-0ecc13514d6a {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:46:20.077107 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a01d2fe2-4060-45ca-a9b5-e3f5d942848e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (e34cc7cc-96f8-4c91-a604-0ecc13514d6a), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:20.138152 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-356e89f7-9c3c-41ad-80f6-e3ca020c8a92 None None] Set router 1dd07f40-b55c-4d4c-8596-7f8347e1b112 gateway port host: None {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:46:20.156005 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [None req-a01d2fe2-4060-45ca-a9b5-e3f5d942848e admin admin] For port e34cc7cc-96f8-4c91-a604-0ecc13514d6a, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=e34cc7cc-96f8-4c91-a604-0ecc13514d6a,segment=NetworkSegment(9ce1d97a-7b85-460d-9e35-dbb6f20db43d),segment_id=9ce1d97a-7b85-460d-9e35-dbb6f20db43d)] {{(pid=103781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:46:20.156366 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a01d2fe2-4060-45ca-a9b5-e3f5d942848e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (e34cc7cc-96f8-4c91-a604-0ecc13514d6a), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:20.169725 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-a01d2fe2-4060-45ca-a9b5-e3f5d942848e admin admin] Calling delete_port for e34cc7cc-96f8-4c91-a604-0ecc13514d6a owned by network:router_gateway {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:46:20.186152 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-356e89f7-9c3c-41ad-80f6-e3ca020c8a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'name': 'tempest-AttachVolumeNegativeTest-18157700-router', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:41:35Z', 'updated_at': '2022-05-17T19:46:19Z', 'revision_number': 6, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'gw_port_host': None}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:46:20.209335 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356e89f7-9c3c-41ad-80f6-e3ca020c8a92 None None] The sync data for ids ['1dd07f40-b55c-4d4c-8596-7f8347e1b112'] in dv-cinder-840678-10-iscsi is: [{'id': '1dd07f40-b55c-4d4c-8596-7f8347e1b112', 'name': 'tempest-AttachVolumeNegativeTest-18157700-router', 'tenant_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:41:35Z', 'updated_at': '2022-05-17T19:46:19Z', 'revision_number': 6, 'project_id': 'e1e2d6671a8b45c6a698b4ef0263f480', 'gw_port_host': None}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 19:46:20.337406 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:20.394267 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a01d2fe2-4060-45ca-a9b5-e3f5d942848e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (e34cc7cc-96f8-4c91-a604-0ecc13514d6a), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:20.416604 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01d2fe2-4060-45ca-a9b5-e3f5d942848e admin admin] Pushing event deleted for resources: {'Port': ['ID=e34cc7cc-96f8-4c91-a604-0ecc13514d6a,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:46:20.477313 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a01d2fe2-4060-45ca-a9b5-e3f5d942848e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16763841'] for router_gateway (1dd07f40-b55c-4d4c-8596-7f8347e1b112), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:20.569468 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a01d2fe2-4060-45ca-a9b5-e3f5d942848e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16658825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1106'] for router (1dd07f40-b55c-4d4c-8596-7f8347e1b112), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:20.571766 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a01d2fe2-4060-45ca-a9b5-e3f5d942848e admin admin] Publish callbacks [] for router_controller (1dd07f40-b55c-4d4c-8596-7f8347e1b112), precommit_delete_associations {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:20.737483 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a01d2fe2-4060-45ca-a9b5-e3f5d942848e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16658832'] for router (1dd07f40-b55c-4d4c-8596-7f8347e1b112), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:20.738056 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a01d2fe2-4060-45ca-a9b5-e3f5d942848e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1dd07f40-b55c-4d4c-8596-7f8347e1b112 {{(pid=103781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 19:46:20.758688 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a01d2fe2-4060-45ca-a9b5-e3f5d942848e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:20.758688 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-a01d2fe2-4060-45ca-a9b5-e3f5d942848e admin admin] 10.222.0.58 "DELETE /v2.0/routers/1dd07f40-b55c-4d4c-8596-7f8347e1b112 HTTP/1.1" status: 204 len: 168 time: 0.9890981 May 17 19:46:20.758688 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 48096) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:46:20.791234 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_v2 [None req-eddae38e-64c6-44cb-b443-83884dbb9b8b admin admin] Deleting subnet 4c8a8e8d-f545-4991-8807-17074c9e8217 {{(pid=103781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 19:46:20.794192 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-eddae38e-64c6-44cb-b443-83884dbb9b8b admin admin] Publish callbacks [] for subnet (4c8a8e8d-f545-4991-8807-17074c9e8217), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:20.826505 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-eddae38e-64c6-44cb-b443-83884dbb9b8b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14281804'] for subnet (4c8a8e8d-f545-4991-8807-17074c9e8217), precommit_delete_associations {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:20.897556 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-eddae38e-64c6-44cb-b443-83884dbb9b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-938445'] for subnet (4c8a8e8d-f545-4991-8807-17074c9e8217), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:21.001466 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device 2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2 no longer exists at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 19:46:21.021276 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] No Port match for: 2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2 {{(pid=103782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 19:46:21.021616 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device 2cd3ad95-9bfb-41de-bc1f-b9e15e94f1b2 not bound to the agent host dv-cinder-840678-10-iscsi {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 19:46:21.022021 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device e34cc7cc-96f8-4c91-a604-0ecc13514d6a no longer exists at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 19:46:21.040567 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] No Port match for: e34cc7cc-96f8-4c91-a604-0ecc13514d6a {{(pid=103782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 19:46:21.040909 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device e34cc7cc-96f8-4c91-a604-0ecc13514d6a not bound to the agent host dv-cinder-840678-10-iscsi {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 19:46:21.063370 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-eddae38e-64c6-44cb-b443-83884dbb9b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-938452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16348314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13823715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13613874'] for subnet (4c8a8e8d-f545-4991-8807-17074c9e8217), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:21.091040 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-eddae38e-64c6-44cb-b443-83884dbb9b8b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:21.094980 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-eddae38e-64c6-44cb-b443-83884dbb9b8b admin admin] 10.222.0.58 "DELETE /v2.0/subnets/4c8a8e8d-f545-4991-8807-17074c9e8217 HTTP/1.1" status: 204 len: 168 time: 0.3481345 May 17 19:46:21.096001 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddae38e-64c6-44cb-b443-83884dbb9b8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c8a8e8d-f545-4991-8807-17074c9e8217,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:46:21.096664 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6efbd7-7f23-4f59-9976-aac428c3e532 None None] Network 7d4a50e1-750e-4570-a937-3f3d049e2ce3 requested from dv-cinder-840678-10-iscsi {{(pid=103782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 19:46:21.097905 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 48098) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:46:21.173451 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-a80376ea-58b1-4210-91b1-43f4223e3a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-932882'] for network (7d4a50e1-750e-4570-a937-3f3d049e2ce3), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:21.218785 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [None req-a80376ea-58b1-4210-91b1-43f4223e3a2f admin admin] Deleting port ba93bf1c-412e-4000-8897-88ad2049b3c5 {{(pid=103780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:46:21.219174 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-a80376ea-58b1-4210-91b1-43f4223e3a2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (ba93bf1c-412e-4000-8897-88ad2049b3c5), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:21.254508 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440c487e-f459-4efb-8344-db896bb974fe None None] DHCP port deletion for 7d4a50e1-750e-4570-a937-3f3d049e2ce3 request from dv-cinder-840678-10-iscsi {{(pid=103782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 19:46:21.290590 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-440c487e-f459-4efb-8344-db896bb974fe None None] Deleting port ba93bf1c-412e-4000-8897-88ad2049b3c5 {{(pid=103782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:46:21.291119 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-440c487e-f459-4efb-8344-db896bb974fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (ba93bf1c-412e-4000-8897-88ad2049b3c5), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:21.291328 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.db [None req-a80376ea-58b1-4210-91b1-43f4223e3a2f admin admin] For port ba93bf1c-412e-4000-8897-88ad2049b3c5, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=ba93bf1c-412e-4000-8897-88ad2049b3c5,segment=NetworkSegment(28f45ea2-a933-436b-b38e-7de41beadda9),segment_id=28f45ea2-a933-436b-b38e-7de41beadda9)] {{(pid=103780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:46:21.291730 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-a80376ea-58b1-4210-91b1-43f4223e3a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (ba93bf1c-412e-4000-8897-88ad2049b3c5), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:21.304940 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [None req-a80376ea-58b1-4210-91b1-43f4223e3a2f admin admin] Calling delete_port for ba93bf1c-412e-4000-8897-88ad2049b3c5 owned by network:dhcp {{(pid=103780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:46:21.356221 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-440c487e-f459-4efb-8344-db896bb974fe None None] For port ba93bf1c-412e-4000-8897-88ad2049b3c5, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=ba93bf1c-412e-4000-8897-88ad2049b3c5,segment=NetworkSegment(28f45ea2-a933-436b-b38e-7de41beadda9),segment_id=28f45ea2-a933-436b-b38e-7de41beadda9)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:46:21.362410 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-440c487e-f459-4efb-8344-db896bb974fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (ba93bf1c-412e-4000-8897-88ad2049b3c5), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:21.370214 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-440c487e-f459-4efb-8344-db896bb974fe None None] Calling delete_port for ba93bf1c-412e-4000-8897-88ad2049b3c5 owned by network:dhcp {{(pid=103782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:46:21.475055 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-a80376ea-58b1-4210-91b1-43f4223e3a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014583'] for port (ba93bf1c-412e-4000-8897-88ad2049b3c5), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:21.481113 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-440c487e-f459-4efb-8344-db896bb974fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176'] for port (ba93bf1c-412e-4000-8897-88ad2049b3c5), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:21.501283 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80376ea-58b1-4210-91b1-43f4223e3a2f admin admin] Pushing event deleted for resources: {'Port': ['ID=ba93bf1c-412e-4000-8897-88ad2049b3c5,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:46:21.504507 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c487e-f459-4efb-8344-db896bb974fe None None] Pushing event deleted for resources: {'Port': ['ID=ba93bf1c-412e-4000-8897-88ad2049b3c5,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:46:21.511523 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80376ea-58b1-4210-91b1-43f4223e3a2f admin admin] No DVR routers for this DVR port ba93bf1c-412e-4000-8897-88ad2049b3c5 on host dv-cinder-840678-10-iscsi {{(pid=103780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 19:46:21.514141 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c487e-f459-4efb-8344-db896bb974fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:46:21.514487 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c487e-f459-4efb-8344-db896bb974fe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:46:21.514826 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c487e-f459-4efb-8344-db896bb974fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:46:21.515165 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c487e-f459-4efb-8344-db896bb974fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:46:21.515514 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c487e-f459-4efb-8344-db896bb974fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:46:21.515916 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c487e-f459-4efb-8344-db896bb974fe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:46:21.516242 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c487e-f459-4efb-8344-db896bb974fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:46:21.516569 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c487e-f459-4efb-8344-db896bb974fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:46:21.516892 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c487e-f459-4efb-8344-db896bb974fe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:46:21.517216 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c487e-f459-4efb-8344-db896bb974fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:46:21.517542 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c487e-f459-4efb-8344-db896bb974fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:46:21.517872 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c487e-f459-4efb-8344-db896bb974fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:46:21.518195 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c487e-f459-4efb-8344-db896bb974fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:46:21.518516 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c487e-f459-4efb-8344-db896bb974fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:46:21.518856 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c487e-f459-4efb-8344-db896bb974fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:46:21.521612 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440c487e-f459-4efb-8344-db896bb974fe None None] No DVR routers for this DVR port ba93bf1c-412e-4000-8897-88ad2049b3c5 on host dv-cinder-840678-10-iscsi {{(pid=103782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 19:46:21.532609 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:21.594193 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-a80376ea-58b1-4210-91b1-43f4223e3a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-940152', 'neutron.services.segments.db._delete_segments_for_network-8792041590294'] for network (7d4a50e1-750e-4570-a937-3f3d049e2ce3), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:21.614441 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.services.segments.db [None req-a80376ea-58b1-4210-91b1-43f4223e3a2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d4a50e1-750e-4570-a937-3f3d049e2ce3']}} {{(pid=103780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:46:21.624176 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.services.segments.db [None req-a80376ea-58b1-4210-91b1-43f4223e3a2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28f45ea2-a933-436b-b38e-7de41beadda9') {'for_net_delete': True} {{(pid=103780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:46:21.627211 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.services.segments.db [None req-a80376ea-58b1-4210-91b1-43f4223e3a2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28f45ea2-a933-436b-b38e-7de41beadda9') {} {{(pid=103780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:46:21.633742 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-a80376ea-58b1-4210-91b1-43f4223e3a2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792041591071', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12797301'] for segment (28f45ea2-a933-436b-b38e-7de41beadda9), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:21.646547 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-a80376ea-58b1-4210-91b1-43f4223e3a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944438'] for segment (28f45ea2-a933-436b-b38e-7de41beadda9), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:21.652318 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a80376ea-58b1-4210-91b1-43f4223e3a2f admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=103780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 19:46:21.652700 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-a80376ea-58b1-4210-91b1-43f4223e3a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014628'] for segment (28f45ea2-a933-436b-b38e-7de41beadda9), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:21.654932 dv-cinder-840678-10-iscsi neutron-server[103780]: Traceback (most recent call last): May 17 19:46:21.654932 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 19:46:21.654932 dv-cinder-840678-10-iscsi neutron-server[103780]: timer() May 17 19:46:21.654932 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 19:46:21.654932 dv-cinder-840678-10-iscsi neutron-server[103780]: cb(*args, **kw) May 17 19:46:21.654932 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 19:46:21.654932 dv-cinder-840678-10-iscsi neutron-server[103780]: return func(*args, **kwargs) May 17 19:46:21.654932 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 19:46:21.654932 dv-cinder-840678-10-iscsi neutron-server[103780]: self._notify() May 17 19:46:21.654932 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 19:46:21.654932 dv-cinder-840678-10-iscsi neutron-server[103780]: self.callback(batched_events) May 17 19:46:21.654932 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 19:46:21.654932 dv-cinder-840678-10-iscsi neutron-server[103780]: event.method(event) May 17 19:46:21.654932 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 19:46:21.654932 dv-cinder-840678-10-iscsi neutron-server[103780]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 19:46:21.654932 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 19:46:21.654932 dv-cinder-840678-10-iscsi neutron-server[103780]: aggregate_uuid = self.p_client.list_aggregates( May 17 19:46:21.654932 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 19:46:21.654932 dv-cinder-840678-10-iscsi neutron-server[103780]: return f(self, *a, **k) May 17 19:46:21.654932 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 19:46:21.654932 dv-cinder-840678-10-iscsi neutron-server[103780]: return self._get(url).json() May 17 19:46:21.654932 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 19:46:21.654932 dv-cinder-840678-10-iscsi neutron-server[103780]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 19:46:21.654932 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 19:46:21.654932 dv-cinder-840678-10-iscsi neutron-server[103780]: return self.request(url, 'GET', **kwargs) May 17 19:46:21.654932 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 19:46:21.654932 dv-cinder-840678-10-iscsi neutron-server[103780]: base_url = self.get_endpoint(auth, allow=allow, May 17 19:46:21.654932 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 19:46:21.654932 dv-cinder-840678-10-iscsi neutron-server[103780]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 19:46:21.654932 dv-cinder-840678-10-iscsi neutron-server[103780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 19:46:21.654932 dv-cinder-840678-10-iscsi neutron-server[103780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 19:46:21.654932 dv-cinder-840678-10-iscsi neutron-server[103780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 19:46:21.788807 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-a80376ea-58b1-4210-91b1-43f4223e3a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-940099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16764915'] for network (7d4a50e1-750e-4570-a937-3f3d049e2ce3), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:21.794573 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-a80376ea-58b1-4210-91b1-43f4223e3a2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for network (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:21.797626 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-a80376ea-58b1-4210-91b1-43f4223e3a2f admin admin] 10.222.0.58 "DELETE /v2.0/networks/7d4a50e1-750e-4570-a937-3f3d049e2ce3 HTTP/1.1" status: 204 len: 168 time: 0.6986494 May 17 19:46:21.808048 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80376ea-58b1-4210-91b1-43f4223e3a2f admin admin] Pushing event deleted for resources: {'Network': ['ID=7d4a50e1-750e-4570-a937-3f3d049e2ce3,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:46:22.191389 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 48102) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:46:22.230565 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-2c81ed44-2454-465a-b33d-504fc46e0fb8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e1e2d6671a8b45c6a698b4ef0263f480&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380633 May 17 19:46:22.233198 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 48104) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:46:22.277256 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-e5f7b2d6-21e6-4365-ab3e-10bae3ab8bc2 admin admin] Publish callbacks [] for security_group (85465c2e-fa21-4fb9-8756-16d9f72cc4c6), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:22.297771 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-e5f7b2d6-21e6-4365-ab3e-10bae3ab8bc2 admin admin] Publish callbacks [] for security_group (85465c2e-fa21-4fb9-8756-16d9f72cc4c6), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:22.452001 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-e5f7b2d6-21e6-4365-ab3e-10bae3ab8bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (85465c2e-fa21-4fb9-8756-16d9f72cc4c6), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:22.454563 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-e5f7b2d6-21e6-4365-ab3e-10bae3ab8bc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:22.455704 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-e5f7b2d6-21e6-4365-ab3e-10bae3ab8bc2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/85465c2e-fa21-4fb9-8756-16d9f72cc4c6 HTTP/1.1" status: 204 len: 168 time: 0.2216341 May 17 19:46:22.463281 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7b2d6-21e6-4365-ab3e-10bae3ab8bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85465c2e-fa21-4fb9-8756-16d9f72cc4c6,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:46:22.970847 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device ba93bf1c-412e-4000-8897-88ad2049b3c5 no longer exists at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 19:46:22.990241 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] No Port match for: ba93bf1c-412e-4000-8897-88ad2049b3c5 {{(pid=103782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 19:46:22.990575 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device ba93bf1c-412e-4000-8897-88ad2049b3c5 not bound to the agent host dv-cinder-840678-10-iscsi {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 19:46:44.077099 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 48316) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:46:44.179918 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-331748d5-420b-4588-8675-ff05e28c2d3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:44.251408 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-331748d5-420b-4588-8675-ff05e28c2d3c admin admin] Publish callbacks [] for security_group (a7a0dbd8-002b-48d1-8128-791324de20dd), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:44.335474 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-331748d5-420b-4588-8675-ff05e28c2d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (a7a0dbd8-002b-48d1-8128-791324de20dd), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:44.371713 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-331748d5-420b-4588-8675-ff05e28c2d3c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a0d9a07571374003a84ae4703d71d7a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2935481 May 17 19:46:44.374136 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331748d5-420b-4588-8675-ff05e28c2d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a0dbd8-002b-48d1-8128-791324de20dd,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:46:44.374936 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 48320) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:46:44.421737 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-4af286e6-17ec-4fac-b10b-a0fdb1d2bbf7 admin admin] Publish callbacks [] for security_group (a7a0dbd8-002b-48d1-8128-791324de20dd), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:44.445201 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-4af286e6-17ec-4fac-b10b-a0fdb1d2bbf7 admin admin] Publish callbacks [] for security_group (a7a0dbd8-002b-48d1-8128-791324de20dd), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:44.570908 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-4af286e6-17ec-4fac-b10b-a0fdb1d2bbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (a7a0dbd8-002b-48d1-8128-791324de20dd), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:44.573440 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-4af286e6-17ec-4fac-b10b-a0fdb1d2bbf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:44.574586 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-4af286e6-17ec-4fac-b10b-a0fdb1d2bbf7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a7a0dbd8-002b-48d1-8128-791324de20dd HTTP/1.1" status: 204 len: 168 time: 0.1985686 May 17 19:46:44.582167 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af286e6-17ec-4fac-b10b-a0fdb1d2bbf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a0dbd8-002b-48d1-8128-791324de20dd,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:46:44.713733 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (bee311cb-2a55-4828-8ca4-4ee09c88de79), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:45.005151 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-71088637-c2c0-4de1-bd4e-aeeddb7d4972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:45.179977 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 48326) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:46:45.192985 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9ae90250-695b-4a9c-9095-73ba65310dea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:45.267258 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9ae90250-695b-4a9c-9095-73ba65310dea admin admin] Publish callbacks [] for security_group (c64cb7a2-97e1-4ec9-ae57-adddbd14ebeb), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:45.314089 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9ae90250-695b-4a9c-9095-73ba65310dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (c64cb7a2-97e1-4ec9-ae57-adddbd14ebeb), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:45.350454 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-9ae90250-695b-4a9c-9095-73ba65310dea admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=255d3f049fbf42de896ed43c0890cf19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1694496 May 17 19:46:45.351272 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae90250-695b-4a9c-9095-73ba65310dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c64cb7a2-97e1-4ec9-ae57-adddbd14ebeb,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:46:45.353308 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 48328) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:46:45.401558 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-89a4b578-e467-4c19-bcea-b548915248a8 admin admin] Publish callbacks [] for security_group (c64cb7a2-97e1-4ec9-ae57-adddbd14ebeb), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:45.426356 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-89a4b578-e467-4c19-bcea-b548915248a8 admin admin] Publish callbacks [] for security_group (c64cb7a2-97e1-4ec9-ae57-adddbd14ebeb), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:45.530916 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-89a4b578-e467-4c19-bcea-b548915248a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (c64cb7a2-97e1-4ec9-ae57-adddbd14ebeb), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:45.533430 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-89a4b578-e467-4c19-bcea-b548915248a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:45.534781 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-89a4b578-e467-4c19-bcea-b548915248a8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c64cb7a2-97e1-4ec9-ae57-adddbd14ebeb HTTP/1.1" status: 204 len: 168 time: 0.1802683 May 17 19:46:45.546857 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a4b578-e467-4c19-bcea-b548915248a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64cb7a2-97e1-4ec9-ae57-adddbd14ebeb,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:46:47.291302 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-010cbb66-b470-43d7-923a-b3e318a6dd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:48.547949 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:50.330930 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:51.542093 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:46:54.467793 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.agents_db [None req-42b69621-6215-4a4a-9d32-588efc9ea437 None None] Agent healthcheck: found 6 active agents {{(pid=103783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 19:47:14.690685 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (bee311cb-2a55-4828-8ca4-4ee09c88de79), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:14.987592 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-57d089c9-c139-41bb-b846-036938bf461b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:17.329934 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-69b0679b-6b31-4e38-8553-e6ba989972b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:18.570349 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:20.341232 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:21.578945 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:21.632027 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 48540) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:47:21.734300 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-fe077672-50db-4f28-ae50-44afc0c4a72e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:21.805898 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-fe077672-50db-4f28-ae50-44afc0c4a72e admin admin] Publish callbacks [] for security_group (10bf5e5c-c104-4848-97c6-c1f23a759e01), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:21.884668 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-fe077672-50db-4f28-ae50-44afc0c4a72e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (10bf5e5c-c104-4848-97c6-c1f23a759e01), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:21.920778 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe077672-50db-4f28-ae50-44afc0c4a72e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10bf5e5c-c104-4848-97c6-c1f23a759e01,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:47:21.925314 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-fe077672-50db-4f28-ae50-44afc0c4a72e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=124b73cc85da446b92a12a1609400fa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2923055 May 17 19:47:21.928204 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 48544) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:47:21.929982 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe077672-50db-4f28-ae50-44afc0c4a72e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:47:21.930323 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe077672-50db-4f28-ae50-44afc0c4a72e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:47:21.930684 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe077672-50db-4f28-ae50-44afc0c4a72e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:47:21.931016 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe077672-50db-4f28-ae50-44afc0c4a72e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:47:21.931342 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe077672-50db-4f28-ae50-44afc0c4a72e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:47:21.931696 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe077672-50db-4f28-ae50-44afc0c4a72e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:47:21.932019 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe077672-50db-4f28-ae50-44afc0c4a72e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:47:21.932336 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe077672-50db-4f28-ae50-44afc0c4a72e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:47:21.932653 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe077672-50db-4f28-ae50-44afc0c4a72e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:47:21.932977 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe077672-50db-4f28-ae50-44afc0c4a72e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:47:21.933297 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe077672-50db-4f28-ae50-44afc0c4a72e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:47:21.933613 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe077672-50db-4f28-ae50-44afc0c4a72e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:47:21.933926 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe077672-50db-4f28-ae50-44afc0c4a72e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:47:21.934239 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe077672-50db-4f28-ae50-44afc0c4a72e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:47:21.934555 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe077672-50db-4f28-ae50-44afc0c4a72e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:47:21.979265 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-bb9a6689-6cff-463a-a143-5494c94e1b46 admin admin] Publish callbacks [] for security_group (10bf5e5c-c104-4848-97c6-c1f23a759e01), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:21.999842 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-bb9a6689-6cff-463a-a143-5494c94e1b46 admin admin] Publish callbacks [] for security_group (10bf5e5c-c104-4848-97c6-c1f23a759e01), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:22.191790 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-bb9a6689-6cff-463a-a143-5494c94e1b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (10bf5e5c-c104-4848-97c6-c1f23a759e01), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:22.194153 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-bb9a6689-6cff-463a-a143-5494c94e1b46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:22.195297 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-bb9a6689-6cff-463a-a143-5494c94e1b46 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/10bf5e5c-c104-4848-97c6-c1f23a759e01 HTTP/1.1" status: 204 len: 168 time: 0.2660172 May 17 19:47:22.202811 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a6689-6cff-463a-a143-5494c94e1b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10bf5e5c-c104-4848-97c6-c1f23a759e01,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:47:22.209910 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9a6689-6cff-463a-a143-5494c94e1b46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:47:22.210249 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9a6689-6cff-463a-a143-5494c94e1b46 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:47:22.210588 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9a6689-6cff-463a-a143-5494c94e1b46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:47:22.210921 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9a6689-6cff-463a-a143-5494c94e1b46 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:47:22.211248 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9a6689-6cff-463a-a143-5494c94e1b46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:47:22.211621 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9a6689-6cff-463a-a143-5494c94e1b46 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:47:22.211922 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9a6689-6cff-463a-a143-5494c94e1b46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:47:22.212240 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9a6689-6cff-463a-a143-5494c94e1b46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:47:22.212590 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9a6689-6cff-463a-a143-5494c94e1b46 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:47:22.212919 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9a6689-6cff-463a-a143-5494c94e1b46 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:47:22.213218 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9a6689-6cff-463a-a143-5494c94e1b46 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:47:22.213534 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9a6689-6cff-463a-a143-5494c94e1b46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:47:22.213848 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9a6689-6cff-463a-a143-5494c94e1b46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:47:22.214172 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9a6689-6cff-463a-a143-5494c94e1b46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:47:22.214482 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9a6689-6cff-463a-a143-5494c94e1b46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:47:22.802561 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 48550) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:47:22.815579 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6aa0f86d-480e-4b22-b73f-43d361c12eb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:22.887537 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6aa0f86d-480e-4b22-b73f-43d361c12eb0 admin admin] Publish callbacks [] for security_group (6659470f-5cdf-4b8b-93d8-7f1713a85f54), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:22.976402 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6aa0f86d-480e-4b22-b73f-43d361c12eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (6659470f-5cdf-4b8b-93d8-7f1713a85f54), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:23.018678 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-6aa0f86d-480e-4b22-b73f-43d361c12eb0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d3384abdf5f042eda813580bf84b4124&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2150526 May 17 19:47:23.019522 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa0f86d-480e-4b22-b73f-43d361c12eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6659470f-5cdf-4b8b-93d8-7f1713a85f54,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:47:23.021453 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 48552) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:47:23.069883 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-0853c6cd-e50a-4f70-9db6-9b5001634ea3 admin admin] Publish callbacks [] for security_group (6659470f-5cdf-4b8b-93d8-7f1713a85f54), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:23.090541 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-0853c6cd-e50a-4f70-9db6-9b5001634ea3 admin admin] Publish callbacks [] for security_group (6659470f-5cdf-4b8b-93d8-7f1713a85f54), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:23.227435 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-0853c6cd-e50a-4f70-9db6-9b5001634ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (6659470f-5cdf-4b8b-93d8-7f1713a85f54), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:23.229956 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-0853c6cd-e50a-4f70-9db6-9b5001634ea3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:23.231079 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-0853c6cd-e50a-4f70-9db6-9b5001634ea3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6659470f-5cdf-4b8b-93d8-7f1713a85f54 HTTP/1.1" status: 204 len: 168 time: 0.2085831 May 17 19:47:23.239066 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0853c6cd-e50a-4f70-9db6-9b5001634ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6659470f-5cdf-4b8b-93d8-7f1713a85f54,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:47:25.666521 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 48596) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:47:25.767390 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-163a8666-baaf-4373-9fbd-b275c0106763 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:25.840436 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-163a8666-baaf-4373-9fbd-b275c0106763 admin admin] Publish callbacks [] for security_group (4a186bc8-2911-4a92-b21d-ea39168902c1), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:25.935661 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-163a8666-baaf-4373-9fbd-b275c0106763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (4a186bc8-2911-4a92-b21d-ea39168902c1), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:25.974383 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-163a8666-baaf-4373-9fbd-b275c0106763 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ecd4b95cf99340639585f8ea27b69b00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3067892 May 17 19:47:25.975234 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163a8666-baaf-4373-9fbd-b275c0106763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a186bc8-2911-4a92-b21d-ea39168902c1,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:47:25.977161 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 48600) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:47:26.024908 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-22041e20-a952-49f7-a16f-efc0e864db43 admin admin] Publish callbacks [] for security_group (4a186bc8-2911-4a92-b21d-ea39168902c1), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:26.044941 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-22041e20-a952-49f7-a16f-efc0e864db43 admin admin] Publish callbacks [] for security_group (4a186bc8-2911-4a92-b21d-ea39168902c1), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:26.170187 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-22041e20-a952-49f7-a16f-efc0e864db43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (4a186bc8-2911-4a92-b21d-ea39168902c1), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:26.172595 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-22041e20-a952-49f7-a16f-efc0e864db43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:26.173801 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-22041e20-a952-49f7-a16f-efc0e864db43 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4a186bc8-2911-4a92-b21d-ea39168902c1 HTTP/1.1" status: 204 len: 168 time: 0.1956224 May 17 19:47:26.181995 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22041e20-a952-49f7-a16f-efc0e864db43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a186bc8-2911-4a92-b21d-ea39168902c1,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:47:26.712590 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 48606) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:47:26.726362 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-177496a4-d2a7-4a88-885b-26e5bb544527 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:26.797959 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-177496a4-d2a7-4a88-885b-26e5bb544527 admin admin] Publish callbacks [] for security_group (e3a6088b-76c1-450b-9a7a-832194697378), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:26.884373 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-177496a4-d2a7-4a88-885b-26e5bb544527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (e3a6088b-76c1-450b-9a7a-832194697378), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:26.924286 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177496a4-d2a7-4a88-885b-26e5bb544527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a6088b-76c1-450b-9a7a-832194697378,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:47:26.928543 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-177496a4-d2a7-4a88-885b-26e5bb544527 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=eceb00f160194615adc439f1e2bb0e22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2149336 May 17 19:47:26.931209 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 48608) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:47:26.978798 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-62f504f9-3ede-413e-aa01-7fcfe7480998 admin admin] Publish callbacks [] for security_group (e3a6088b-76c1-450b-9a7a-832194697378), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:26.999294 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-62f504f9-3ede-413e-aa01-7fcfe7480998 admin admin] Publish callbacks [] for security_group (e3a6088b-76c1-450b-9a7a-832194697378), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:27.124192 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-62f504f9-3ede-413e-aa01-7fcfe7480998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (e3a6088b-76c1-450b-9a7a-832194697378), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:27.126751 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-62f504f9-3ede-413e-aa01-7fcfe7480998 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:27.128443 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-62f504f9-3ede-413e-aa01-7fcfe7480998 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e3a6088b-76c1-450b-9a7a-832194697378 HTTP/1.1" status: 204 len: 168 time: 0.1962488 May 17 19:47:27.136301 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f504f9-3ede-413e-aa01-7fcfe7480998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a6088b-76c1-450b-9a7a-832194697378,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:47:31.465937 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.agents_db [None req-42b69621-6215-4a4a-9d32-588efc9ea437 None None] Agent healthcheck: found 6 active agents {{(pid=103783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 19:47:34.077702 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 48682) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:47:34.178519 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-d1b92e7b-3452-4d7b-8f1e-59fe7d0e38e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:34.266684 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-d1b92e7b-3452-4d7b-8f1e-59fe7d0e38e0 admin admin] Publish callbacks [] for security_group (8f138c82-578f-4576-88d4-f8aa65680f22), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:34.340917 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-d1b92e7b-3452-4d7b-8f1e-59fe7d0e38e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (8f138c82-578f-4576-88d4-f8aa65680f22), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:34.378877 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-d1b92e7b-3452-4d7b-8f1e-59fe7d0e38e0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4c8e8c2f127448289ad75fc983758e4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3001208 May 17 19:47:34.379849 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b92e7b-3452-4d7b-8f1e-59fe7d0e38e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f138c82-578f-4576-88d4-f8aa65680f22,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:47:34.381650 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 48686) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:47:34.682532 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-7ebe7a72-b6e8-4581-9c2a-315b5bd0693c admin admin] Publish callbacks [] for security_group (8f138c82-578f-4576-88d4-f8aa65680f22), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:34.702742 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-7ebe7a72-b6e8-4581-9c2a-315b5bd0693c admin admin] Publish callbacks [] for security_group (8f138c82-578f-4576-88d4-f8aa65680f22), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:34.838662 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-7ebe7a72-b6e8-4581-9c2a-315b5bd0693c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (8f138c82-578f-4576-88d4-f8aa65680f22), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:34.841202 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-7ebe7a72-b6e8-4581-9c2a-315b5bd0693c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:34.842327 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-7ebe7a72-b6e8-4581-9c2a-315b5bd0693c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8f138c82-578f-4576-88d4-f8aa65680f22 HTTP/1.1" status: 204 len: 168 time: 0.4597030 May 17 19:47:34.850104 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebe7a72-b6e8-4581-9c2a-315b5bd0693c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f138c82-578f-4576-88d4-f8aa65680f22,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:47:35.484010 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 48692) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:47:35.497422 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-00adea1c-1110-41e1-9c5d-e8f622269c1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:35.569166 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-00adea1c-1110-41e1-9c5d-e8f622269c1c admin admin] Publish callbacks [] for security_group (675b52c6-f4e1-449d-90f9-56cdab53b909), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:35.667177 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-00adea1c-1110-41e1-9c5d-e8f622269c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (675b52c6-f4e1-449d-90f9-56cdab53b909), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:35.706090 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-00adea1c-1110-41e1-9c5d-e8f622269c1c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=60274b6901ff423baf3d8ee1dbdad255&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2210510 May 17 19:47:35.706926 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00adea1c-1110-41e1-9c5d-e8f622269c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675b52c6-f4e1-449d-90f9-56cdab53b909,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:47:35.709964 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 48694) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:47:35.760522 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-e66556ca-0e67-4f2f-bda3-557feeec70e7 admin admin] Publish callbacks [] for security_group (675b52c6-f4e1-449d-90f9-56cdab53b909), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:35.781849 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-e66556ca-0e67-4f2f-bda3-557feeec70e7 admin admin] Publish callbacks [] for security_group (675b52c6-f4e1-449d-90f9-56cdab53b909), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:35.896418 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-e66556ca-0e67-4f2f-bda3-557feeec70e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (675b52c6-f4e1-449d-90f9-56cdab53b909), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:35.899266 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-e66556ca-0e67-4f2f-bda3-557feeec70e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:35.900452 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-e66556ca-0e67-4f2f-bda3-557feeec70e7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/675b52c6-f4e1-449d-90f9-56cdab53b909 HTTP/1.1" status: 204 len: 168 time: 0.1893463 May 17 19:47:35.911515 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66556ca-0e67-4f2f-bda3-557feeec70e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675b52c6-f4e1-449d-90f9-56cdab53b909,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:47:44.701304 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (bee311cb-2a55-4828-8ca4-4ee09c88de79), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:45.031403 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-93971a64-db96-4c43-94e2-af19456048d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:47.293848 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-c23ade33-5425-4e81-87b0-b5be559e62a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:48.448740 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 48784) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:47:48.534094 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:48.551476 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-600299a0-55df-42cb-81f4-cd375aa2332e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:48.623600 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-600299a0-55df-42cb-81f4-cd375aa2332e admin admin] Publish callbacks [] for security_group (bdb563f8-1ccd-4e22-8419-c7e3bba89fbf), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:48.815358 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-600299a0-55df-42cb-81f4-cd375aa2332e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (bdb563f8-1ccd-4e22-8419-c7e3bba89fbf), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:48.853466 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-600299a0-55df-42cb-81f4-cd375aa2332e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4596ec6eefe740a98cff6157cb390d0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4036944 May 17 19:47:48.854469 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600299a0-55df-42cb-81f4-cd375aa2332e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb563f8-1ccd-4e22-8419-c7e3bba89fbf,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:47:48.856285 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 48788) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:47:48.905918 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-3b8572e3-9021-4862-b155-0460951e5c30 admin admin] Publish callbacks [] for security_group (bdb563f8-1ccd-4e22-8419-c7e3bba89fbf), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:48.926835 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-3b8572e3-9021-4862-b155-0460951e5c30 admin admin] Publish callbacks [] for security_group (bdb563f8-1ccd-4e22-8419-c7e3bba89fbf), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:49.055231 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-3b8572e3-9021-4862-b155-0460951e5c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (bdb563f8-1ccd-4e22-8419-c7e3bba89fbf), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:49.057806 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-3b8572e3-9021-4862-b155-0460951e5c30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:49.058926 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-3b8572e3-9021-4862-b155-0460951e5c30 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bdb563f8-1ccd-4e22-8419-c7e3bba89fbf HTTP/1.1" status: 204 len: 168 time: 0.2009366 May 17 19:47:49.067048 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8572e3-9021-4862-b155-0460951e5c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb563f8-1ccd-4e22-8419-c7e3bba89fbf,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:47:49.814378 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 48794) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:47:49.827840 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-443d8562-02aa-458a-9680-d86d38c38847 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:49.901362 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-443d8562-02aa-458a-9680-d86d38c38847 admin admin] Publish callbacks [] for security_group (f8036111-0fc4-4f22-9fc8-97fddcc6b604), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:49.997811 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-443d8562-02aa-458a-9680-d86d38c38847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (f8036111-0fc4-4f22-9fc8-97fddcc6b604), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:50.035958 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-443d8562-02aa-458a-9680-d86d38c38847 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=21d880faae45457981ec35d4f8ef9a7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2205467 May 17 19:47:50.036906 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443d8562-02aa-458a-9680-d86d38c38847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8036111-0fc4-4f22-9fc8-97fddcc6b604,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:47:50.038872 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 48796) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:47:50.088814 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-0e421724-b1a1-481c-ab42-cebf3175ac9c admin admin] Publish callbacks [] for security_group (f8036111-0fc4-4f22-9fc8-97fddcc6b604), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:50.109216 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-0e421724-b1a1-481c-ab42-cebf3175ac9c admin admin] Publish callbacks [] for security_group (f8036111-0fc4-4f22-9fc8-97fddcc6b604), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:50.208167 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-0e421724-b1a1-481c-ab42-cebf3175ac9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (f8036111-0fc4-4f22-9fc8-97fddcc6b604), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:50.210620 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-0e421724-b1a1-481c-ab42-cebf3175ac9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:50.211765 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-0e421724-b1a1-481c-ab42-cebf3175ac9c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f8036111-0fc4-4f22-9fc8-97fddcc6b604 HTTP/1.1" status: 204 len: 168 time: 0.1718781 May 17 19:47:50.219399 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e421724-b1a1-481c-ab42-cebf3175ac9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8036111-0fc4-4f22-9fc8-97fddcc6b604,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:47:50.352600 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:51.258169 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 48818) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:47:51.352779 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [None req-3a281db9-440f-4059-bd1e-4783347dd893 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-177864667-network', 'tenant_id': '757859fa777e4b5dad0105d36b6554d1'}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:47:51.454820 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a281db9-440f-4059-bd1e-4783347dd893 admin admin] Made reservation on behalf of 757859fa777e4b5dad0105d36b6554d1 for: {'network': 1} {{(pid=103780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:47:51.457903 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-3a281db9-440f-4059-bd1e-4783347dd893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for network (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:51.467243 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-3a281db9-440f-4059-bd1e-4783347dd893 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:51.528854 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:51.540713 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-3a281db9-440f-4059-bd1e-4783347dd893 admin admin] Publish callbacks [] for security_group (3017cb37-3160-4a9a-8a47-1057d7a0c26c), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:51.615170 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-3a281db9-440f-4059-bd1e-4783347dd893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (3017cb37-3160-4a9a-8a47-1057d7a0c26c), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:51.639775 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a281db9-440f-4059-bd1e-4783347dd893 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=103780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 19:47:51.649167 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a281db9-440f-4059-bd1e-4783347dd893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3017cb37-3160-4a9a-8a47-1057d7a0c26c,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:47:51.653752 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-3a281db9-440f-4059-bd1e-4783347dd893 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792041590285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944438'] for segment (9781d980-ed9b-41f0-aec3-676c5bd88e10), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:51.654145 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.db.segments_db [None req-3a281db9-440f-4059-bd1e-4783347dd893 admin admin] Added segment 9781d980-ed9b-41f0-aec3-676c5bd88e10 of type vlan for network 2a476a7f-96cd-4583-8eb9-44a9141d859c May 17 19:47:51.694124 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-3a281db9-440f-4059-bd1e-4783347dd893 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792041130644'] for network (2a476a7f-96cd-4583-8eb9-44a9141d859c), precommit_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:51.780619 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-3a281db9-440f-4059-bd1e-4783347dd893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519'] for network (2a476a7f-96cd-4583-8eb9-44a9141d859c), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:51.781695 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a281db9-440f-4059-bd1e-4783347dd893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:47:51.782271 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-3a281db9-440f-4059-bd1e-4783347dd893 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for network (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:51.841522 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a281db9-440f-4059-bd1e-4783347dd893 admin admin] Pushing event updated for resources: {'Network': ['ID=2a476a7f-96cd-4583-8eb9-44a9141d859c,revision_number=1']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:47:51.850897 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Network 2a476a7f-96cd-4583-8eb9-44a9141d859c details requested by agent ovs-agent-dv-cinder-840678-10-iscsi with host dv-cinder-840678-10-iscsi {{(pid=103782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 19:47:51.891261 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-3a281db9-440f-4059-bd1e-4783347dd893 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6319170 May 17 19:47:51.893987 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 48822) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:47:51.898702 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.v2.base [None req-3b59abf9-0032-46f4-a761-3b885634bfd7 admin admin] Request body: {'subnet': {'network_id': '2a476a7f-96cd-4583-8eb9-44a9141d859c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-177864667-subnet', 'tenant_id': '757859fa777e4b5dad0105d36b6554d1', 'ip_version': 4}} {{(pid=103780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:47:52.004172 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b59abf9-0032-46f4-a761-3b885634bfd7 admin admin] Made reservation on behalf of 757859fa777e4b5dad0105d36b6554d1 for: {'subnet': 1} {{(pid=103780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:47:52.006593 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-3b59abf9-0032-46f4-a761-3b885634bfd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58575369'] for subnet (None), before_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:52.232582 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-3b59abf9-0032-46f4-a761-3b885634bfd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16348314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13015687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58575391'] for subnet (b4524911-dc73-4710-81c0-5e85907e1acd), after_create {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:52.286914 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b59abf9-0032-46f4-a761-3b885634bfd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4524911-dc73-4710-81c0-5e85907e1acd,revision_number=0']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:47:52.294372 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b59abf9-0032-46f4-a761-3b885634bfd7 admin admin] Checking segment: {'id': '9781d980-ed9b-41f0-aec3-676c5bd88e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2a476a7f-96cd-4583-8eb9-44a9141d859c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:47:52.295271 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b59abf9-0032-46f4-a761-3b885634bfd7 admin admin] Network hostable DHCP agents. Network: 2a476a7f-96cd-4583-8eb9-44a9141d859c, hostable agents: ['acc21e7f-c3fd-47ad-b523-e51f8b89f08b'], hosted agents: [] {{(pid=103780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 19:47:52.363616 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b59abf9-0032-46f4-a761-3b885634bfd7 admin admin] Network 2a476a7f-96cd-4583-8eb9-44a9141d859c is scheduled to be hosted by DHCP agent acc21e7f-c3fd-47ad-b523-e51f8b89f08b with binding_index 1 {{(pid=103780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 19:47:52.432256 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.base_scheduler [None req-3b59abf9-0032-46f4-a761-3b885634bfd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-10-iscsi, 2a476a7f-96cd-4583-8eb9-44a9141d859c) {{(pid=103780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:47:52.436323 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b59abf9-0032-46f4-a761-3b885634bfd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:47:52.436906 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-3b59abf9-0032-46f4-a761-3b885634bfd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for subnet (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:52.440714 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da50e5db-d0ca-40bf-bcc7-23c7aa4dab43 None None] Network 2a476a7f-96cd-4583-8eb9-44a9141d859c requested from dv-cinder-840678-10-iscsi {{(pid=103782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 19:47:52.498457 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-3b59abf9-0032-46f4-a761-3b885634bfd7 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6032279 May 17 19:47:52.501306 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 48824) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:47:52.505706 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-6e211e96-b6d3-40c8-922a-410a5fb1ff76 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-177864667-router', 'tenant_id': '757859fa777e4b5dad0105d36b6554d1', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'}}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:47:52.610047 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6e211e96-b6d3-40c8-922a-410a5fb1ff76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16658731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1120'] for router (0a13b0dd-b528-414d-8030-0c8e4161a309), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:52.611072 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6e211e96-b6d3-40c8-922a-410a5fb1ff76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16658911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16763698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16258091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1129'] for router (0a13b0dd-b528-414d-8030-0c8e4161a309), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:52.659598 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6e211e96-b6d3-40c8-922a-410a5fb1ff76 admin admin] Publish callbacks [] for router_controller (0a13b0dd-b528-414d-8030-0c8e4161a309), precommit_add_association {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:52.661351 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef66bd82-fa32-460d-8fc9-78f45f1d9da1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83202b5c-fe6e-5d7f-b73b-0865743d1271-2a476a7f-96cd-4583-8eb9-44a9141d859c', 'network_id': '2a476a7f-96cd-4583-8eb9-44a9141d859c', 'project_id': '757859fa777e4b5dad0105d36b6554d1', 'fixed_ips': [{'subnet_id': 'b4524911-dc73-4710-81c0-5e85907e1acd'}]}} from dv-cinder-840678-10-iscsi. {{(pid=103782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 19:47:52.662282 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ef66bd82-fa32-460d-8fc9-78f45f1d9da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:52.795730 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.db_base_plugin_common [None req-ef66bd82-fa32-460d-8fc9-78f45f1d9da1 None None] Allocated IP 172.20.0.2 (2a476a7f-96cd-4583-8eb9-44a9141d859c/b4524911-dc73-4710-81c0-5e85907e1acd/e2a154ad-f73b-4cce-9f1d-8882998c641a) {{(pid=103782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:47:52.869848 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6e211e96-b6d3-40c8-922a-410a5fb1ff76 admin admin] Publish callbacks [] for router_gateway (0a13b0dd-b528-414d-8030-0c8e4161a309), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:52.932744 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ef66bd82-fa32-460d-8fc9-78f45f1d9da1 None None] Publish callbacks [] for port (e2a154ad-f73b-4cce-9f1d-8882998c641a), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:52.998477 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ef66bd82-fa32-460d-8fc9-78f45f1d9da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167'] for port (e2a154ad-f73b-4cce-9f1d-8882998c641a), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:53.034633 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef66bd82-fa32-460d-8fc9-78f45f1d9da1 None None] Network 2a476a7f-96cd-4583-8eb9-44a9141d859c is already hosted by enough agents. {{(pid=103782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:47:53.037469 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [None req-ef66bd82-fa32-460d-8fc9-78f45f1d9da1 None None] Resources bound (agent type, host, resource id): {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:47:53.043477 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef66bd82-fa32-460d-8fc9-78f45f1d9da1 None None] Received port after_create {{(pid=103782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:47:53.049860 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef66bd82-fa32-460d-8fc9-78f45f1d9da1 None None] Pushing event updated for resources: {'Port': ['ID=e2a154ad-f73b-4cce-9f1d-8882998c641a,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:47:53.072901 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66bd82-fa32-460d-8fc9-78f45f1d9da1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:47:53.073248 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66bd82-fa32-460d-8fc9-78f45f1d9da1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:47:53.073591 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66bd82-fa32-460d-8fc9-78f45f1d9da1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:47:53.073926 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66bd82-fa32-460d-8fc9-78f45f1d9da1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:47:53.074263 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66bd82-fa32-460d-8fc9-78f45f1d9da1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:47:53.075098 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66bd82-fa32-460d-8fc9-78f45f1d9da1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:47:53.075417 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66bd82-fa32-460d-8fc9-78f45f1d9da1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:47:53.075772 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66bd82-fa32-460d-8fc9-78f45f1d9da1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:47:53.076096 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66bd82-fa32-460d-8fc9-78f45f1d9da1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:47:53.076421 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66bd82-fa32-460d-8fc9-78f45f1d9da1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:47:53.076744 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66bd82-fa32-460d-8fc9-78f45f1d9da1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:47:53.077097 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66bd82-fa32-460d-8fc9-78f45f1d9da1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:47:53.077384 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66bd82-fa32-460d-8fc9-78f45f1d9da1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:47:53.077703 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66bd82-fa32-460d-8fc9-78f45f1d9da1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:47:53.078018 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66bd82-fa32-460d-8fc9-78f45f1d9da1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:47:53.113387 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6e211e96-b6d3-40c8-922a-410a5fb1ff76 admin admin] Publish callbacks [] for router_gateway (0a13b0dd-b528-414d-8030-0c8e4161a309), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:53.116287 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-ef66bd82-fa32-460d-8fc9-78f45f1d9da1 None None] Attempting to bind port e2a154ad-f73b-4cce-9f1d-8882998c641a on host dv-cinder-840678-10-iscsi for vnic_type normal with profile {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 19:47:53.116652 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-ef66bd82-fa32-460d-8fc9-78f45f1d9da1 None None] Attempting to bind port e2a154ad-f73b-4cce-9f1d-8882998c641a by drivers openvswitch,hyperv on host dv-cinder-840678-10-iscsi at level 0 using segments [{'id': '9781d980-ed9b-41f0-aec3-676c5bd88e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2a476a7f-96cd-4583-8eb9-44a9141d859c'}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 19:47:53.117004 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef66bd82-fa32-460d-8fc9-78f45f1d9da1 None None] Attempting to bind port e2a154ad-f73b-4cce-9f1d-8882998c641a on network 2a476a7f-96cd-4583-8eb9-44a9141d859c {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:47:53.122468 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef66bd82-fa32-460d-8fc9-78f45f1d9da1 None None] Checking agent: {'id': 'ad42d2f6-c134-426b-9061-deff100c9b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 19, 20, 51), 'started_at': datetime.datetime(2022, 5, 17, 19, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 19, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 19:47:53.122802 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef66bd82-fa32-460d-8fc9-78f45f1d9da1 None None] Checking segment: {'id': '9781d980-ed9b-41f0-aec3-676c5bd88e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2a476a7f-96cd-4583-8eb9-44a9141d859c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:47:53.123196 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ef66bd82-fa32-460d-8fc9-78f45f1d9da1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:53.123610 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef66bd82-fa32-460d-8fc9-78f45f1d9da1 None None] Bound using segment: {'id': '9781d980-ed9b-41f0-aec3-676c5bd88e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2a476a7f-96cd-4583-8eb9-44a9141d859c'} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 19:47:53.124091 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-ef66bd82-fa32-460d-8fc9-78f45f1d9da1 None None] Bound port: e2a154ad-f73b-4cce-9f1d-8882998c641a, host: dv-cinder-840678-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9781d980-ed9b-41f0-aec3-676c5bd88e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2a476a7f-96cd-4583-8eb9-44a9141d859c'}}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 19:47:53.124463 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ef66bd82-fa32-460d-8fc9-78f45f1d9da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (e2a154ad-f73b-4cce-9f1d-8882998c641a), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:53.132088 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6e211e96-b6d3-40c8-922a-410a5fb1ff76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:53.183499 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-ef66bd82-fa32-460d-8fc9-78f45f1d9da1 None None] For port e2a154ad-f73b-4cce-9f1d-8882998c641a, host dv-cinder-840678-10-iscsi, cleared binding levels {{(pid=103782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 19:47:53.187126 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-ef66bd82-fa32-460d-8fc9-78f45f1d9da1 None None] For port e2a154ad-f73b-4cce-9f1d-8882998c641a, host dv-cinder-840678-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=e2a154ad-f73b-4cce-9f1d-8882998c641a,segment=NetworkSegment(9781d980-ed9b-41f0-aec3-676c5bd88e10),segment_id=9781d980-ed9b-41f0-aec3-676c5bd88e10)] {{(pid=103782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 19:47:53.236112 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_common [None req-6e211e96-b6d3-40c8-922a-410a5fb1ff76 admin admin] Allocated IP 172.27.2.178 (a8e71caf-cf8f-487f-b3e8-f30c47275c44/5b8cb9fa-be03-458e-a77b-33fb963ee3d0/ca8e27e4-5e9a-410b-b11d-84e75e43b2d5) {{(pid=103781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:47:53.238297 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ef66bd82-fa32-460d-8fc9-78f45f1d9da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (e2a154ad-f73b-4cce-9f1d-8882998c641a), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:53.294233 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef66bd82-fa32-460d-8fc9-78f45f1d9da1 None None] Pushing event updated for resources: {'Port': ['ID=e2a154ad-f73b-4cce-9f1d-8882998c641a,revision_number=2']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:47:53.344441 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6e211e96-b6d3-40c8-922a-410a5fb1ff76 admin admin] Publish callbacks [] for port (ca8e27e4-5e9a-410b-b11d-84e75e43b2d5), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:53.433897 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6e211e96-b6d3-40c8-922a-410a5fb1ff76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (ca8e27e4-5e9a-410b-b11d-84e75e43b2d5), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:53.477347 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e211e96-b6d3-40c8-922a-410a5fb1ff76 admin admin] Network a8e71caf-cf8f-487f-b3e8-f30c47275c44 is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:47:53.480290 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [None req-6e211e96-b6d3-40c8-922a-410a5fb1ff76 admin admin] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:47:53.487820 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e211e96-b6d3-40c8-922a-410a5fb1ff76 admin admin] Received port after_create {{(pid=103781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:47:53.492872 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e211e96-b6d3-40c8-922a-410a5fb1ff76 admin admin] Pushing event updated for resources: {'Port': ['ID=ca8e27e4-5e9a-410b-b11d-84e75e43b2d5,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:47:53.789093 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6e211e96-b6d3-40c8-922a-410a5fb1ff76 admin admin] Publish callbacks [] for router_gateway (0a13b0dd-b528-414d-8030-0c8e4161a309), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:53.976239 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6e211e96-b6d3-40c8-922a-410a5fb1ff76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16658854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16763877'] for router (0a13b0dd-b528-414d-8030-0c8e4161a309), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:54.126174 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbf3f60-9b20-4049-abf7-21c1542e00e1 None None] Network 2a476a7f-96cd-4583-8eb9-44a9141d859c requested from dv-cinder-840678-10-iscsi {{(pid=103782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 19:47:54.185438 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e211e96-b6d3-40c8-922a-410a5fb1ff76 admin admin] Router 0a13b0dd-b528-414d-8030-0c8e4161a309 is scheduled to L3 agent d0bc9f74-feb0-4354-bd47-885486f1ec0d with binding_index 1 {{(pid=103781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 19:47:54.187397 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-f8757bce-ffc4-4ef2-8e06-d2e61282481b None None] Provisioning complete for port e2a154ad-f73b-4cce-9f1d-8882998c641a triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:47:54.187800 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-f8757bce-ffc4-4ef2-8e06-d2e61282481b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (e2a154ad-f73b-4cce-9f1d-8882998c641a), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:54.289995 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e211e96-b6d3-40c8-922a-410a5fb1ff76 admin admin] Notify agent at l3_agent.dv-cinder-840678-10-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 19:47:54.299089 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-f8757bce-ffc4-4ef2-8e06-d2e61282481b None None] Current status of the port e2a154ad-f73b-4cce-9f1d-8882998c641a is: DOWN; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:47:54.299505 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-f8757bce-ffc4-4ef2-8e06-d2e61282481b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (e2a154ad-f73b-4cce-9f1d-8882998c641a), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:54.302716 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9012f6-17a9-4b0e-9b97-60f878fb2a2d None None] Sync routers for ids ['0a13b0dd-b528-414d-8030-0c8e4161a309'] in dv-cinder-840678-10-iscsi {{(pid=103782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 19:47:54.328725 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9012f6-17a9-4b0e-9b97-60f878fb2a2d None None] Routers {'0a13b0dd-b528-414d-8030-0c8e4161a309'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:47:54.329361 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-0b9012f6-17a9-4b0e-9b97-60f878fb2a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:47:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['0a13b0dd-b528-414d-8030-0c8e4161a309'], 'active': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:47:54.364539 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6e211e96-b6d3-40c8-922a-410a5fb1ff76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:54.365964 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-6e211e96-b6d3-40c8-922a-410a5fb1ff76 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8636057 May 17 19:47:54.368817 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 48826) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:47:54.378957 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-f8757bce-ffc4-4ef2-8e06-d2e61282481b None None] For port e2a154ad-f73b-4cce-9f1d-8882998c641a, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=e2a154ad-f73b-4cce-9f1d-8882998c641a,segment=NetworkSegment(9781d980-ed9b-41f0-aec3-676c5bd88e10),segment_id=9781d980-ed9b-41f0-aec3-676c5bd88e10)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:47:54.438125 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-f8757bce-ffc4-4ef2-8e06-d2e61282481b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (e2a154ad-f73b-4cce-9f1d-8882998c641a), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:54.449543 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvr_db [None req-0b9012f6-17a9-4b0e-9b97-60f878fb2a2d None None] Set router 0a13b0dd-b528-414d-8030-0c8e4161a309 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:47:54.594880 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8757bce-ffc4-4ef2-8e06-d2e61282481b None None] Pushing event updated for resources: {'Port': ['ID=e2a154ad-f73b-4cce-9f1d-8882998c641a,revision_number=3']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:47:54.598922 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-51d0e6bd-cdb1-477d-a6f7-9d7aa3e46da8 None None] Provisioning complete for port e2a154ad-f73b-4cce-9f1d-8882998c641a triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:47:54.599287 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-51d0e6bd-cdb1-477d-a6f7-9d7aa3e46da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (e2a154ad-f73b-4cce-9f1d-8882998c641a), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:54.704534 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-0b9012f6-17a9-4b0e-9b97-60f878fb2a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a13b0dd-b528-414d-8030-0c8e4161a309', 'name': 'tempest-TestShelveInstance-177864667-router', 'tenant_id': '757859fa777e4b5dad0105d36b6554d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'ca8e27e4-5e9a-410b-b11d-84e75e43b2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:47:52Z', 'updated_at': '2022-05-17T19:47:53Z', 'revision_number': 3, 'project_id': '757859fa777e4b5dad0105d36b6554d1', 'gw_port': {'id': 'ca8e27e4-5e9a-410b-b11d-84e75e43b2d5', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:15:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a13b0dd-b528-414d-8030-0c8e4161a309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:47:53Z', 'updated_at': '2022-05-17T19:47:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi'}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:47:54.731914 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9012f6-17a9-4b0e-9b97-60f878fb2a2d None None] Checking router: 0a13b0dd-b528-414d-8030-0c8e4161a309 for host: dv-cinder-840678-10-iscsi {{(pid=103782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 19:47:54.732510 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9012f6-17a9-4b0e-9b97-60f878fb2a2d None None] Updating router 0a13b0dd-b528-414d-8030-0c8e4161a309 port ca8e27e4-5e9a-410b-b11d-84e75e43b2d5 binding host dv-cinder-840678-10-iscsi {{(pid=103782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 19:47:54.761538 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-51d0e6bd-cdb1-477d-a6f7-9d7aa3e46da8 None None] Current status of the port e2a154ad-f73b-4cce-9f1d-8882998c641a is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:47:54.769079 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0b9012f6-17a9-4b0e-9b97-60f878fb2a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (ca8e27e4-5e9a-410b-b11d-84e75e43b2d5), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:54.771786 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-cbe3fa9b-3265-458f-8e88-48b1a646387f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:54.923190 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_common [None req-cbe3fa9b-3265-458f-8e88-48b1a646387f admin admin] Allocated IP 172.20.0.1 (2a476a7f-96cd-4583-8eb9-44a9141d859c/b4524911-dc73-4710-81c0-5e85907e1acd/4c22d4e6-2864-4391-b068-8be41dd67fe6) {{(pid=103781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:47:55.031755 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-cbe3fa9b-3265-458f-8e88-48b1a646387f admin admin] Publish callbacks [] for port (4c22d4e6-2864-4391-b068-8be41dd67fe6), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:55.042982 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0b9012f6-17a9-4b0e-9b97-60f878fb2a2d None None] Publish callbacks [] for port (ca8e27e4-5e9a-410b-b11d-84e75e43b2d5), precommit_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:55.055094 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device e2a154ad-f73b-4cce-9f1d-8882998c641a up at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:47:55.100870 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Provisioning complete for port e2a154ad-f73b-4cce-9f1d-8882998c641a triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:47:55.101235 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (e2a154ad-f73b-4cce-9f1d-8882998c641a), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:55.124779 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0b9012f6-17a9-4b0e-9b97-60f878fb2a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (ca8e27e4-5e9a-410b-b11d-84e75e43b2d5), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:55.151067 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-cbe3fa9b-3265-458f-8e88-48b1a646387f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (4c22d4e6-2864-4391-b068-8be41dd67fe6), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:55.188129 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b41c57-8ab0-4b8e-b5ac-f90962be2f9f None None] Pushing event updated for resources: {'Port': ['ID=ca8e27e4-5e9a-410b-b11d-84e75e43b2d5,revision_number=2']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:47:55.189042 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe3fa9b-3265-458f-8e88-48b1a646387f admin admin] Network 2a476a7f-96cd-4583-8eb9-44a9141d859c is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:47:55.192000 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [None req-cbe3fa9b-3265-458f-8e88-48b1a646387f admin admin] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:47:55.195018 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-0b9012f6-17a9-4b0e-9b97-60f878fb2a2d None None] Attempting to bind port ca8e27e4-5e9a-410b-b11d-84e75e43b2d5 on host dv-cinder-840678-10-iscsi for vnic_type normal with profile {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 19:47:55.195018 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-0b9012f6-17a9-4b0e-9b97-60f878fb2a2d None None] Attempting to bind port ca8e27e4-5e9a-410b-b11d-84e75e43b2d5 by drivers openvswitch,hyperv on host dv-cinder-840678-10-iscsi at level 0 using segments [{'id': '9ce1d97a-7b85-460d-9e35-dbb6f20db43d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 19:47:55.195431 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9012f6-17a9-4b0e-9b97-60f878fb2a2d None None] Attempting to bind port ca8e27e4-5e9a-410b-b11d-84e75e43b2d5 on network a8e71caf-cf8f-487f-b3e8-f30c47275c44 {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:47:55.195605 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe3fa9b-3265-458f-8e88-48b1a646387f admin admin] Received port after_create {{(pid=103781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:47:55.220640 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9012f6-17a9-4b0e-9b97-60f878fb2a2d None None] Checking agent: {'id': 'ad42d2f6-c134-426b-9061-deff100c9b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 19, 20, 51), 'started_at': datetime.datetime(2022, 5, 17, 19, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 19, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 19:47:55.221012 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9012f6-17a9-4b0e-9b97-60f878fb2a2d None None] Checking segment: {'id': '9ce1d97a-7b85-460d-9e35-dbb6f20db43d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:47:55.221408 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0b9012f6-17a9-4b0e-9b97-60f878fb2a2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:55.221787 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9012f6-17a9-4b0e-9b97-60f878fb2a2d None None] Bound using segment: {'id': '9ce1d97a-7b85-460d-9e35-dbb6f20db43d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 19:47:55.222246 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-0b9012f6-17a9-4b0e-9b97-60f878fb2a2d None None] Bound port: ca8e27e4-5e9a-410b-b11d-84e75e43b2d5, host: dv-cinder-840678-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce1d97a-7b85-460d-9e35-dbb6f20db43d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'}}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 19:47:55.222617 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0b9012f6-17a9-4b0e-9b97-60f878fb2a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (ca8e27e4-5e9a-410b-b11d-84e75e43b2d5), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:55.225252 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe3fa9b-3265-458f-8e88-48b1a646387f admin admin] Pushing event updated for resources: {'Port': ['ID=4c22d4e6-2864-4391-b068-8be41dd67fe6,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:47:55.245089 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-cbe3fa9b-3265-458f-8e88-48b1a646387f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16761288'] for router_interface (0a13b0dd-b528-414d-8030-0c8e4161a309), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:55.256815 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port e2a154ad-f73b-4cce-9f1d-8882998c641a is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:47:55.285856 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0b9012f6-17a9-4b0e-9b97-60f878fb2a2d None None] For port ca8e27e4-5e9a-410b-b11d-84e75e43b2d5, host dv-cinder-840678-10-iscsi, cleared binding levels {{(pid=103782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 19:47:55.289182 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0b9012f6-17a9-4b0e-9b97-60f878fb2a2d None None] For port ca8e27e4-5e9a-410b-b11d-84e75e43b2d5, host dv-cinder-840678-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=ca8e27e4-5e9a-410b-b11d-84e75e43b2d5,segment=NetworkSegment(9ce1d97a-7b85-460d-9e35-dbb6f20db43d),segment_id=9ce1d97a-7b85-460d-9e35-dbb6f20db43d)] {{(pid=103782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 19:47:55.374622 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0b9012f6-17a9-4b0e-9b97-60f878fb2a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (ca8e27e4-5e9a-410b-b11d-84e75e43b2d5), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:55.431300 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b41c57-8ab0-4b8e-b5ac-f90962be2f9f None None] Pushing event updated for resources: {'Port': ['ID=ca8e27e4-5e9a-410b-b11d-84e75e43b2d5,revision_number=3']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:47:55.433785 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9012f6-17a9-4b0e-9b97-60f878fb2a2d None None] Routers {'0a13b0dd-b528-414d-8030-0c8e4161a309'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:47:55.434890 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-0b9012f6-17a9-4b0e-9b97-60f878fb2a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:47:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['0a13b0dd-b528-414d-8030-0c8e4161a309'], 'active': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:47:55.464911 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-cbe3fa9b-3265-458f-8e88-48b1a646387f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (4c22d4e6-2864-4391-b068-8be41dd67fe6), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:55.489923 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-15c7484a-06e6-4174-a992-2f0208682918 None None] Provisioning complete for port 4c22d4e6-2864-4391-b068-8be41dd67fe6 triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:47:55.490218 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-15c7484a-06e6-4174-a992-2f0208682918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (4c22d4e6-2864-4391-b068-8be41dd67fe6), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:55.661414 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-cbe3fa9b-3265-458f-8e88-48b1a646387f admin admin] Publish callbacks [] for port (4c22d4e6-2864-4391-b068-8be41dd67fe6), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:55.680920 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-15c7484a-06e6-4174-a992-2f0208682918 None None] Port 4c22d4e6-2864-4391-b068-8be41dd67fe6 cannot update to ACTIVE because it is not bound. {{(pid=103782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 19:47:55.698698 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvr_db [None req-0b9012f6-17a9-4b0e-9b97-60f878fb2a2d None None] Set router 0a13b0dd-b528-414d-8030-0c8e4161a309 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:47:55.752366 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-cbe3fa9b-3265-458f-8e88-48b1a646387f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13820453'] for port (4c22d4e6-2864-4391-b068-8be41dd67fe6), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:55.816732 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe3fa9b-3265-458f-8e88-48b1a646387f admin admin] Pushing event updated for resources: {'Port': ['ID=4c22d4e6-2864-4391-b068-8be41dd67fe6,revision_number=2']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:47:55.819531 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-cbe3fa9b-3265-458f-8e88-48b1a646387f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16360533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16761730'] for router_interface (0a13b0dd-b528-414d-8030-0c8e4161a309), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:55.884419 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-0b9012f6-17a9-4b0e-9b97-60f878fb2a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a13b0dd-b528-414d-8030-0c8e4161a309', 'name': 'tempest-TestShelveInstance-177864667-router', 'tenant_id': '757859fa777e4b5dad0105d36b6554d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'ca8e27e4-5e9a-410b-b11d-84e75e43b2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:47:52Z', 'updated_at': '2022-05-17T19:47:55Z', 'revision_number': 4, 'project_id': '757859fa777e4b5dad0105d36b6554d1', 'gw_port': {'id': 'ca8e27e4-5e9a-410b-b11d-84e75e43b2d5', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:15:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a13b0dd-b528-414d-8030-0c8e4161a309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:47:53Z', 'updated_at': '2022-05-17T19:47:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': '4c22d4e6-2864-4391-b068-8be41dd67fe6', 'name': '', 'network_id': '2a476a7f-96cd-4583-8eb9-44a9141d859c', 'tenant_id': '757859fa777e4b5dad0105d36b6554d1', 'mac_address': 'fa:16:3e:1e:7e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a13b0dd-b528-414d-8030-0c8e4161a309', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'b4524911-dc73-4710-81c0-5e85907e1acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:47:54Z', 'updated_at': '2022-05-17T19:47:54Z', 'revision_number': 1, 'project_id': '757859fa777e4b5dad0105d36b6554d1', 'subnets': [{'id': 'b4524911-dc73-4710-81c0-5e85907e1acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:47:55.909348 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9012f6-17a9-4b0e-9b97-60f878fb2a2d None None] The sync data for ids ['0a13b0dd-b528-414d-8030-0c8e4161a309'] in dv-cinder-840678-10-iscsi is: [{'id': '0a13b0dd-b528-414d-8030-0c8e4161a309', 'name': 'tempest-TestShelveInstance-177864667-router', 'tenant_id': '757859fa777e4b5dad0105d36b6554d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'ca8e27e4-5e9a-410b-b11d-84e75e43b2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:47:52Z', 'updated_at': '2022-05-17T19:47:55Z', 'revision_number': 4, 'project_id': '757859fa777e4b5dad0105d36b6554d1', 'gw_port': {'id': 'ca8e27e4-5e9a-410b-b11d-84e75e43b2d5', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:15:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a13b0dd-b528-414d-8030-0c8e4161a309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:47:53Z', 'updated_at': '2022-05-17T19:47:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': '4c22d4e6-2864-4391-b068-8be41dd67fe6', 'name': '', 'network_id': '2a476a7f-96cd-4583-8eb9-44a9141d859c', 'tenant_id': '757859fa777e4b5dad0105d36b6554d1', 'mac_address': 'fa:16:3e:1e:7e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a13b0dd-b528-414d-8030-0c8e4161a309', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'b4524911-dc73-4710-81c0-5e85907e1acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:47:54Z', 'updated_at': '2022-05-17T19:47:54Z', 'revision_number': 1, 'project_id': '757859fa777e4b5dad0105d36b6554d1', 'subnets': [{'id': 'b4524911-dc73-4710-81c0-5e85907e1acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 19:47:55.913236 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe3fa9b-3265-458f-8e88-48b1a646387f admin admin] Network 2a476a7f-96cd-4583-8eb9-44a9141d859c is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:47:55.914718 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [None req-cbe3fa9b-3265-458f-8e88-48b1a646387f admin admin] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:47:56.033380 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe3fa9b-3265-458f-8e88-48b1a646387f admin admin] Router 0a13b0dd-b528-414d-8030-0c8e4161a309 has already been hosted by L3 agent d0bc9f74-feb0-4354-bd47-885486f1ec0d {{(pid=103781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 19:47:56.162942 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe3fa9b-3265-458f-8e88-48b1a646387f admin admin] Notify agent at l3_agent.dv-cinder-840678-10-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 19:47:56.167820 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-cbe3fa9b-3265-458f-8e88-48b1a646387f admin admin] 10.222.0.58 "PUT /v2.0/routers/0a13b0dd-b528-414d-8030-0c8e4161a309/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7977765 May 17 19:47:56.204868 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-40a68756-74ce-431f-bd36-49b50db2d6a2 None None] Provisioning complete for port 4c22d4e6-2864-4391-b068-8be41dd67fe6 triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:47:56.205359 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-40a68756-74ce-431f-bd36-49b50db2d6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (4c22d4e6-2864-4391-b068-8be41dd67fe6), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:56.244911 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-40a68756-74ce-431f-bd36-49b50db2d6a2 None None] Port 4c22d4e6-2864-4391-b068-8be41dd67fe6 cannot update to ACTIVE because it is not bound. {{(pid=103782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 19:47:56.874251 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 48842) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:47:56.879182 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-c619f534-60f8-4b22-8f68-a3ad48ee2023 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-514108126-network', 'tenant_id': 'c4e2d65fdc32405ba21ff6081ce969d5'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:47:56.975732 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c619f534-60f8-4b22-8f68-a3ad48ee2023 admin admin] Made reservation on behalf of c4e2d65fdc32405ba21ff6081ce969d5 for: {'network': 1} {{(pid=103781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:47:56.978181 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c619f534-60f8-4b22-8f68-a3ad48ee2023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for network (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:56.989857 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c619f534-60f8-4b22-8f68-a3ad48ee2023 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:57.045970 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device ca8e27e4-5e9a-410b-b11d-84e75e43b2d5 up at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:47:57.080372 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c619f534-60f8-4b22-8f68-a3ad48ee2023 admin admin] Publish callbacks [] for security_group (d52577a2-761d-4fcc-899a-9875f2904894), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:57.092588 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Provisioning complete for port ca8e27e4-5e9a-410b-b11d-84e75e43b2d5 triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:47:57.093076 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (ca8e27e4-5e9a-410b-b11d-84e75e43b2d5), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:57.135181 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c619f534-60f8-4b22-8f68-a3ad48ee2023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (d52577a2-761d-4fcc-899a-9875f2904894), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:57.157548 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c619f534-60f8-4b22-8f68-a3ad48ee2023 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=103781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 19:47:57.169812 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port ca8e27e4-5e9a-410b-b11d-84e75e43b2d5 is: DOWN; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:47:57.170200 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (ca8e27e4-5e9a-410b-b11d-84e75e43b2d5), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:57.171343 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c619f534-60f8-4b22-8f68-a3ad48ee2023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d52577a2-761d-4fcc-899a-9875f2904894,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:47:57.176237 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c619f534-60f8-4b22-8f68-a3ad48ee2023 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792041590285', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944438'] for segment (2c5591b4-b3f7-4614-a58f-26896d1e3171), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:57.176731 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.db.segments_db [None req-c619f534-60f8-4b22-8f68-a3ad48ee2023 admin admin] Added segment 2c5591b4-b3f7-4614-a58f-26896d1e3171 of type vlan for network b3e4a7a0-49d2-4284-891a-e02ed5bbb110 May 17 19:47:57.193082 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] For port ca8e27e4-5e9a-410b-b11d-84e75e43b2d5, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=ca8e27e4-5e9a-410b-b11d-84e75e43b2d5,segment=NetworkSegment(9ce1d97a-7b85-460d-9e35-dbb6f20db43d),segment_id=9ce1d97a-7b85-460d-9e35-dbb6f20db43d)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:47:57.217472 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c619f534-60f8-4b22-8f68-a3ad48ee2023 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792041130644'] for network (b3e4a7a0-49d2-4284-891a-e02ed5bbb110), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:57.261129 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (ca8e27e4-5e9a-410b-b11d-84e75e43b2d5), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:57.306833 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Pushing event updated for resources: {'Port': ['ID=ca8e27e4-5e9a-410b-b11d-84e75e43b2d5,revision_number=4']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:47:57.357130 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c619f534-60f8-4b22-8f68-a3ad48ee2023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519'] for network (b3e4a7a0-49d2-4284-891a-e02ed5bbb110), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:57.358452 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c619f534-60f8-4b22-8f68-a3ad48ee2023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:47:57.359043 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c619f534-60f8-4b22-8f68-a3ad48ee2023 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for network (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:57.415832 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c619f534-60f8-4b22-8f68-a3ad48ee2023 admin admin] Pushing event updated for resources: {'Network': ['ID=b3e4a7a0-49d2-4284-891a-e02ed5bbb110,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:47:57.425691 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Network b3e4a7a0-49d2-4284-891a-e02ed5bbb110 details requested by agent ovs-agent-dv-cinder-840678-10-iscsi with host dv-cinder-840678-10-iscsi {{(pid=103782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 19:47:57.450828 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-c619f534-60f8-4b22-8f68-a3ad48ee2023 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5754180 May 17 19:47:57.453593 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 48844) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:47:57.458209 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-4a29271b-013a-4c91-8d2a-adb2dd924e50 admin admin] Request body: {'subnet': {'network_id': 'b3e4a7a0-49d2-4284-891a-e02ed5bbb110', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-514108126-subnet', 'tenant_id': 'c4e2d65fdc32405ba21ff6081ce969d5', 'ip_version': 4}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:47:57.512750 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a29271b-013a-4c91-8d2a-adb2dd924e50 admin admin] Made reservation on behalf of c4e2d65fdc32405ba21ff6081ce969d5 for: {'subnet': 1} {{(pid=103781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:47:57.515216 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-4a29271b-013a-4c91-8d2a-adb2dd924e50 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13613855'] for subnet (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:57.746877 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-4a29271b-013a-4c91-8d2a-adb2dd924e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16348314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13823650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13613833'] for subnet (bbd04edc-97ac-4f32-a717-87eb2b82232d), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:57.801591 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a29271b-013a-4c91-8d2a-adb2dd924e50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbd04edc-97ac-4f32-a717-87eb2b82232d,revision_number=0']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:47:57.803580 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a3a0f0-b6e4-4a33-9bcc-e2d7ac9bc728 None None] Sync routers for ids ['0a13b0dd-b528-414d-8030-0c8e4161a309'] in dv-cinder-840678-10-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 19:47:57.813205 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a29271b-013a-4c91-8d2a-adb2dd924e50 admin admin] Checking segment: {'id': '2c5591b4-b3f7-4614-a58f-26896d1e3171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b3e4a7a0-49d2-4284-891a-e02ed5bbb110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:47:57.813560 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a29271b-013a-4c91-8d2a-adb2dd924e50 admin admin] Network hostable DHCP agents. Network: b3e4a7a0-49d2-4284-891a-e02ed5bbb110, hostable agents: ['acc21e7f-c3fd-47ad-b523-e51f8b89f08b'], hosted agents: [] {{(pid=103781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 19:47:57.816681 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a3a0f0-b6e4-4a33-9bcc-e2d7ac9bc728 None None] Routers {'0a13b0dd-b528-414d-8030-0c8e4161a309'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:47:57.817330 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-29a3a0f0-b6e4-4a33-9bcc-e2d7ac9bc728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:47:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['0a13b0dd-b528-414d-8030-0c8e4161a309'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:47:57.883748 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a29271b-013a-4c91-8d2a-adb2dd924e50 admin admin] Network b3e4a7a0-49d2-4284-891a-e02ed5bbb110 is scheduled to be hosted by DHCP agent acc21e7f-c3fd-47ad-b523-e51f8b89f08b with binding_index 1 {{(pid=103781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 19:47:57.951521 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [None req-4a29271b-013a-4c91-8d2a-adb2dd924e50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-10-iscsi, b3e4a7a0-49d2-4284-891a-e02ed5bbb110) {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:47:57.955649 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a29271b-013a-4c91-8d2a-adb2dd924e50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:47:57.956240 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-4a29271b-013a-4c91-8d2a-adb2dd924e50 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:57.961266 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc4476b-dd2a-4b82-abe1-da268d6bf25c None None] Network b3e4a7a0-49d2-4284-891a-e02ed5bbb110 requested from dv-cinder-840678-10-iscsi {{(pid=103782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 19:47:58.002368 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-29a3a0f0-b6e4-4a33-9bcc-e2d7ac9bc728 None None] Set router 0a13b0dd-b528-414d-8030-0c8e4161a309 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:47:58.051273 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-4a29271b-013a-4c91-8d2a-adb2dd924e50 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5965691 May 17 19:47:58.053605 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 48846) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:47:58.059196 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-97d66fa2-612c-427b-8d30-0b329e5daae4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-514108126-router', 'tenant_id': 'c4e2d65fdc32405ba21ff6081ce969d5', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'}}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:47:58.065440 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34dd7f5-9a8b-4971-9f00-b23830b77e6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83202b5c-fe6e-5d7f-b73b-0865743d1271-b3e4a7a0-49d2-4284-891a-e02ed5bbb110', 'network_id': 'b3e4a7a0-49d2-4284-891a-e02ed5bbb110', 'project_id': 'c4e2d65fdc32405ba21ff6081ce969d5', 'fixed_ips': [{'subnet_id': 'bbd04edc-97ac-4f32-a717-87eb2b82232d'}]}} from dv-cinder-840678-10-iscsi. {{(pid=103782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 19:47:58.065440 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b34dd7f5-9a8b-4971-9f00-b23830b77e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:58.141478 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-97d66fa2-612c-427b-8d30-0b329e5daae4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16658731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1120'] for router (2e86ac38-0f71-4a16-8e42-11f68ac0e65f), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:58.142699 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-97d66fa2-612c-427b-8d30-0b329e5daae4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16658911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16763698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16258091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1129'] for router (2e86ac38-0f71-4a16-8e42-11f68ac0e65f), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:58.187212 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-29a3a0f0-b6e4-4a33-9bcc-e2d7ac9bc728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a13b0dd-b528-414d-8030-0c8e4161a309', 'name': 'tempest-TestShelveInstance-177864667-router', 'tenant_id': '757859fa777e4b5dad0105d36b6554d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'ca8e27e4-5e9a-410b-b11d-84e75e43b2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:47:52Z', 'updated_at': '2022-05-17T19:47:55Z', 'revision_number': 4, 'project_id': '757859fa777e4b5dad0105d36b6554d1', 'gw_port': {'id': 'ca8e27e4-5e9a-410b-b11d-84e75e43b2d5', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:15:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a13b0dd-b528-414d-8030-0c8e4161a309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:47:53Z', 'updated_at': '2022-05-17T19:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': '4c22d4e6-2864-4391-b068-8be41dd67fe6', 'name': '', 'network_id': '2a476a7f-96cd-4583-8eb9-44a9141d859c', 'tenant_id': '757859fa777e4b5dad0105d36b6554d1', 'mac_address': 'fa:16:3e:1e:7e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a13b0dd-b528-414d-8030-0c8e4161a309', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'b4524911-dc73-4710-81c0-5e85907e1acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:47:54Z', 'updated_at': '2022-05-17T19:47:55Z', 'revision_number': 2, 'project_id': '757859fa777e4b5dad0105d36b6554d1', 'subnets': [{'id': 'b4524911-dc73-4710-81c0-5e85907e1acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:47:58.195748 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-97d66fa2-612c-427b-8d30-0b329e5daae4 admin admin] Publish callbacks [] for router_controller (2e86ac38-0f71-4a16-8e42-11f68ac0e65f), precommit_add_association {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:58.206142 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.db_base_plugin_common [None req-b34dd7f5-9a8b-4971-9f00-b23830b77e6e None None] Allocated IP 172.20.0.2 (b3e4a7a0-49d2-4284-891a-e02ed5bbb110/bbd04edc-97ac-4f32-a717-87eb2b82232d/2dd14170-3195-4dce-99ab-e4febb37de09) {{(pid=103782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:47:58.216153 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a3a0f0-b6e4-4a33-9bcc-e2d7ac9bc728 None None] Checking router: 0a13b0dd-b528-414d-8030-0c8e4161a309 for host: dv-cinder-840678-10-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 19:47:58.216501 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a3a0f0-b6e4-4a33-9bcc-e2d7ac9bc728 None None] Updating router 0a13b0dd-b528-414d-8030-0c8e4161a309 port 4c22d4e6-2864-4391-b068-8be41dd67fe6 binding host dv-cinder-840678-10-iscsi {{(pid=103783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 19:47:58.243130 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-29a3a0f0-b6e4-4a33-9bcc-e2d7ac9bc728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (4c22d4e6-2864-4391-b068-8be41dd67fe6), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:58.349400 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b34dd7f5-9a8b-4971-9f00-b23830b77e6e None None] Publish callbacks [] for port (2dd14170-3195-4dce-99ab-e4febb37de09), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:58.392081 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-97d66fa2-612c-427b-8d30-0b329e5daae4 admin admin] Publish callbacks [] for router_gateway (2e86ac38-0f71-4a16-8e42-11f68ac0e65f), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:58.425349 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b34dd7f5-9a8b-4971-9f00-b23830b77e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167'] for port (2dd14170-3195-4dce-99ab-e4febb37de09), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:58.461847 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34dd7f5-9a8b-4971-9f00-b23830b77e6e None None] Network b3e4a7a0-49d2-4284-891a-e02ed5bbb110 is already hosted by enough agents. {{(pid=103782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:47:58.464682 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [None req-b34dd7f5-9a8b-4971-9f00-b23830b77e6e None None] Resources bound (agent type, host, resource id): {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:47:58.471218 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34dd7f5-9a8b-4971-9f00-b23830b77e6e None None] Received port after_create {{(pid=103782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:47:58.477690 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34dd7f5-9a8b-4971-9f00-b23830b77e6e None None] Pushing event updated for resources: {'Port': ['ID=2dd14170-3195-4dce-99ab-e4febb37de09,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:47:58.530087 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-29a3a0f0-b6e4-4a33-9bcc-e2d7ac9bc728 None None] Publish callbacks [] for port (4c22d4e6-2864-4391-b068-8be41dd67fe6), precommit_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:58.535043 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-b34dd7f5-9a8b-4971-9f00-b23830b77e6e None None] Attempting to bind port 2dd14170-3195-4dce-99ab-e4febb37de09 on host dv-cinder-840678-10-iscsi for vnic_type normal with profile {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 19:47:58.535421 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-b34dd7f5-9a8b-4971-9f00-b23830b77e6e None None] Attempting to bind port 2dd14170-3195-4dce-99ab-e4febb37de09 by drivers openvswitch,hyperv on host dv-cinder-840678-10-iscsi at level 0 using segments [{'id': '2c5591b4-b3f7-4614-a58f-26896d1e3171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b3e4a7a0-49d2-4284-891a-e02ed5bbb110'}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 19:47:58.535814 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34dd7f5-9a8b-4971-9f00-b23830b77e6e None None] Attempting to bind port 2dd14170-3195-4dce-99ab-e4febb37de09 on network b3e4a7a0-49d2-4284-891a-e02ed5bbb110 {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:47:58.540890 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34dd7f5-9a8b-4971-9f00-b23830b77e6e None None] Checking agent: {'id': 'ad42d2f6-c134-426b-9061-deff100c9b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 19, 20, 51), 'started_at': datetime.datetime(2022, 5, 17, 19, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 19, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 19:47:58.541261 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34dd7f5-9a8b-4971-9f00-b23830b77e6e None None] Checking segment: {'id': '2c5591b4-b3f7-4614-a58f-26896d1e3171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b3e4a7a0-49d2-4284-891a-e02ed5bbb110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:47:58.541652 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b34dd7f5-9a8b-4971-9f00-b23830b77e6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:58.542037 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34dd7f5-9a8b-4971-9f00-b23830b77e6e None None] Bound using segment: {'id': '2c5591b4-b3f7-4614-a58f-26896d1e3171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b3e4a7a0-49d2-4284-891a-e02ed5bbb110'} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 19:47:58.542489 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-b34dd7f5-9a8b-4971-9f00-b23830b77e6e None None] Bound port: 2dd14170-3195-4dce-99ab-e4febb37de09, host: dv-cinder-840678-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c5591b4-b3f7-4614-a58f-26896d1e3171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b3e4a7a0-49d2-4284-891a-e02ed5bbb110'}}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 19:47:58.542860 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b34dd7f5-9a8b-4971-9f00-b23830b77e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (2dd14170-3195-4dce-99ab-e4febb37de09), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:58.601849 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-b34dd7f5-9a8b-4971-9f00-b23830b77e6e None None] For port 2dd14170-3195-4dce-99ab-e4febb37de09, host dv-cinder-840678-10-iscsi, cleared binding levels {{(pid=103782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 19:47:58.605103 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-b34dd7f5-9a8b-4971-9f00-b23830b77e6e None None] For port 2dd14170-3195-4dce-99ab-e4febb37de09, host dv-cinder-840678-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=2dd14170-3195-4dce-99ab-e4febb37de09,segment=NetworkSegment(2c5591b4-b3f7-4614-a58f-26896d1e3171),segment_id=2c5591b4-b3f7-4614-a58f-26896d1e3171)] {{(pid=103782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 19:47:58.615203 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-29a3a0f0-b6e4-4a33-9bcc-e2d7ac9bc728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (4c22d4e6-2864-4391-b068-8be41dd67fe6), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:58.689549 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536cfd6f-621b-4e54-8d82-9be7edcfe60c None None] Pushing event updated for resources: {'Port': ['ID=4c22d4e6-2864-4391-b068-8be41dd67fe6,revision_number=3']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:47:58.724457 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cfd6f-621b-4e54-8d82-9be7edcfe60c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:47:58.724792 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cfd6f-621b-4e54-8d82-9be7edcfe60c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:47:58.725141 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cfd6f-621b-4e54-8d82-9be7edcfe60c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:47:58.725495 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cfd6f-621b-4e54-8d82-9be7edcfe60c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:47:58.725822 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cfd6f-621b-4e54-8d82-9be7edcfe60c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:47:58.726141 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cfd6f-621b-4e54-8d82-9be7edcfe60c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:47:58.726459 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cfd6f-621b-4e54-8d82-9be7edcfe60c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:47:58.726774 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cfd6f-621b-4e54-8d82-9be7edcfe60c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:47:58.727102 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cfd6f-621b-4e54-8d82-9be7edcfe60c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:47:58.727422 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cfd6f-621b-4e54-8d82-9be7edcfe60c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:47:58.727769 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cfd6f-621b-4e54-8d82-9be7edcfe60c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:47:58.728097 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cfd6f-621b-4e54-8d82-9be7edcfe60c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:47:58.728410 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cfd6f-621b-4e54-8d82-9be7edcfe60c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:47:58.728719 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cfd6f-621b-4e54-8d82-9be7edcfe60c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:47:58.729031 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cfd6f-621b-4e54-8d82-9be7edcfe60c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:47:58.748257 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b34dd7f5-9a8b-4971-9f00-b23830b77e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (2dd14170-3195-4dce-99ab-e4febb37de09), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:58.749879 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-29a3a0f0-b6e4-4a33-9bcc-e2d7ac9bc728 None None] Attempting to bind port 4c22d4e6-2864-4391-b068-8be41dd67fe6 on host dv-cinder-840678-10-iscsi for vnic_type normal with profile {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 19:47:58.750252 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-29a3a0f0-b6e4-4a33-9bcc-e2d7ac9bc728 None None] Attempting to bind port 4c22d4e6-2864-4391-b068-8be41dd67fe6 by drivers openvswitch,hyperv on host dv-cinder-840678-10-iscsi at level 0 using segments [{'id': '9781d980-ed9b-41f0-aec3-676c5bd88e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2a476a7f-96cd-4583-8eb9-44a9141d859c'}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 19:47:58.750607 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a3a0f0-b6e4-4a33-9bcc-e2d7ac9bc728 None None] Attempting to bind port 4c22d4e6-2864-4391-b068-8be41dd67fe6 on network 2a476a7f-96cd-4583-8eb9-44a9141d859c {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:47:58.756851 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a3a0f0-b6e4-4a33-9bcc-e2d7ac9bc728 None None] Checking agent: {'id': 'ad42d2f6-c134-426b-9061-deff100c9b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 19, 20, 51), 'started_at': datetime.datetime(2022, 5, 17, 19, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 19, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 19:47:58.756851 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a3a0f0-b6e4-4a33-9bcc-e2d7ac9bc728 None None] Checking segment: {'id': '9781d980-ed9b-41f0-aec3-676c5bd88e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2a476a7f-96cd-4583-8eb9-44a9141d859c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:47:58.760314 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-29a3a0f0-b6e4-4a33-9bcc-e2d7ac9bc728 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:58.760314 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a3a0f0-b6e4-4a33-9bcc-e2d7ac9bc728 None None] Bound using segment: {'id': '9781d980-ed9b-41f0-aec3-676c5bd88e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2a476a7f-96cd-4583-8eb9-44a9141d859c'} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 19:47:58.760314 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-29a3a0f0-b6e4-4a33-9bcc-e2d7ac9bc728 None None] Bound port: 4c22d4e6-2864-4391-b068-8be41dd67fe6, host: dv-cinder-840678-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9781d980-ed9b-41f0-aec3-676c5bd88e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2a476a7f-96cd-4583-8eb9-44a9141d859c'}}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 19:47:58.760314 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-29a3a0f0-b6e4-4a33-9bcc-e2d7ac9bc728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (4c22d4e6-2864-4391-b068-8be41dd67fe6), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:58.827507 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-29a3a0f0-b6e4-4a33-9bcc-e2d7ac9bc728 None None] For port 4c22d4e6-2864-4391-b068-8be41dd67fe6, host dv-cinder-840678-10-iscsi, cleared binding levels {{(pid=103783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 19:47:58.832817 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-29a3a0f0-b6e4-4a33-9bcc-e2d7ac9bc728 None None] For port 4c22d4e6-2864-4391-b068-8be41dd67fe6, host dv-cinder-840678-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=4c22d4e6-2864-4391-b068-8be41dd67fe6,segment=NetworkSegment(9781d980-ed9b-41f0-aec3-676c5bd88e10),segment_id=9781d980-ed9b-41f0-aec3-676c5bd88e10)] {{(pid=103783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 19:47:58.835866 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34dd7f5-9a8b-4971-9f00-b23830b77e6e None None] Pushing event updated for resources: {'Port': ['ID=2dd14170-3195-4dce-99ab-e4febb37de09,revision_number=2']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:47:58.928945 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-29a3a0f0-b6e4-4a33-9bcc-e2d7ac9bc728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (4c22d4e6-2864-4391-b068-8be41dd67fe6), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:58.970138 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-97d66fa2-612c-427b-8d30-0b329e5daae4 admin admin] Publish callbacks [] for router_gateway (2e86ac38-0f71-4a16-8e42-11f68ac0e65f), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:58.977197 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a3a0f0-b6e4-4a33-9bcc-e2d7ac9bc728 None None] Routers {'0a13b0dd-b528-414d-8030-0c8e4161a309'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:47:58.984490 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-29a3a0f0-b6e4-4a33-9bcc-e2d7ac9bc728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:47:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['0a13b0dd-b528-414d-8030-0c8e4161a309'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:47:59.017881 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-97d66fa2-612c-427b-8d30-0b329e5daae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:59.041067 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-e25bea9d-9458-427a-9f9b-99894bb27f21 None None] Provisioning complete for port 4c22d4e6-2864-4391-b068-8be41dd67fe6 triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:47:59.041451 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e25bea9d-9458-427a-9f9b-99894bb27f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (4c22d4e6-2864-4391-b068-8be41dd67fe6), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:59.155600 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-29a3a0f0-b6e4-4a33-9bcc-e2d7ac9bc728 None None] Set router 0a13b0dd-b528-414d-8030-0c8e4161a309 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:47:59.177018 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-e25bea9d-9458-427a-9f9b-99894bb27f21 None None] Current status of the port 4c22d4e6-2864-4391-b068-8be41dd67fe6 is: DOWN; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:47:59.177397 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e25bea9d-9458-427a-9f9b-99894bb27f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (4c22d4e6-2864-4391-b068-8be41dd67fe6), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:59.197799 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_common [None req-97d66fa2-612c-427b-8d30-0b329e5daae4 admin admin] Allocated IP 172.27.2.41 (a8e71caf-cf8f-487f-b3e8-f30c47275c44/5b8cb9fa-be03-458e-a77b-33fb963ee3d0/f5183a9e-678e-43d6-8a77-a7e9534d2ced) {{(pid=103781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:47:59.232750 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-e25bea9d-9458-427a-9f9b-99894bb27f21 None None] For port 4c22d4e6-2864-4391-b068-8be41dd67fe6, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=4c22d4e6-2864-4391-b068-8be41dd67fe6,segment=NetworkSegment(9781d980-ed9b-41f0-aec3-676c5bd88e10),segment_id=9781d980-ed9b-41f0-aec3-676c5bd88e10)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:47:59.258145 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536cfd6f-621b-4e54-8d82-9be7edcfe60c None None] Pushing event updated for resources: {'Port': ['ID=4c22d4e6-2864-4391-b068-8be41dd67fe6,revision_number=4']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:47:59.298377 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device 2dd14170-3195-4dce-99ab-e4febb37de09 up at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:47:59.322078 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e25bea9d-9458-427a-9f9b-99894bb27f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (4c22d4e6-2864-4391-b068-8be41dd67fe6), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:59.360528 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-97d66fa2-612c-427b-8d30-0b329e5daae4 admin admin] Publish callbacks [] for port (f5183a9e-678e-43d6-8a77-a7e9534d2ced), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:59.394941 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25bea9d-9458-427a-9f9b-99894bb27f21 None None] Pushing event updated for resources: {'Port': ['ID=4c22d4e6-2864-4391-b068-8be41dd67fe6,revision_number=5']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:47:59.397650 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Provisioning complete for port 2dd14170-3195-4dce-99ab-e4febb37de09 triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:47:59.401949 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (2dd14170-3195-4dce-99ab-e4febb37de09), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:59.402083 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-29a3a0f0-b6e4-4a33-9bcc-e2d7ac9bc728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a13b0dd-b528-414d-8030-0c8e4161a309', 'name': 'tempest-TestShelveInstance-177864667-router', 'tenant_id': '757859fa777e4b5dad0105d36b6554d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'ca8e27e4-5e9a-410b-b11d-84e75e43b2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:47:52Z', 'updated_at': '2022-05-17T19:47:55Z', 'revision_number': 4, 'project_id': '757859fa777e4b5dad0105d36b6554d1', 'gw_port': {'id': 'ca8e27e4-5e9a-410b-b11d-84e75e43b2d5', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:15:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a13b0dd-b528-414d-8030-0c8e4161a309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:47:53Z', 'updated_at': '2022-05-17T19:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': '4c22d4e6-2864-4391-b068-8be41dd67fe6', 'name': '', 'network_id': '2a476a7f-96cd-4583-8eb9-44a9141d859c', 'tenant_id': '757859fa777e4b5dad0105d36b6554d1', 'mac_address': 'fa:16:3e:1e:7e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a13b0dd-b528-414d-8030-0c8e4161a309', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'b4524911-dc73-4710-81c0-5e85907e1acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:47:54Z', 'updated_at': '2022-05-17T19:47:58Z', 'revision_number': 4, 'project_id': '757859fa777e4b5dad0105d36b6554d1', 'subnets': [{'id': 'b4524911-dc73-4710-81c0-5e85907e1acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:47:59.431114 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a3a0f0-b6e4-4a33-9bcc-e2d7ac9bc728 None None] The sync data for ids ['0a13b0dd-b528-414d-8030-0c8e4161a309'] in dv-cinder-840678-10-iscsi is: [{'id': '0a13b0dd-b528-414d-8030-0c8e4161a309', 'name': 'tempest-TestShelveInstance-177864667-router', 'tenant_id': '757859fa777e4b5dad0105d36b6554d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'ca8e27e4-5e9a-410b-b11d-84e75e43b2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:47:52Z', 'updated_at': '2022-05-17T19:47:55Z', 'revision_number': 4, 'project_id': '757859fa777e4b5dad0105d36b6554d1', 'gw_port': {'id': 'ca8e27e4-5e9a-410b-b11d-84e75e43b2d5', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:15:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a13b0dd-b528-414d-8030-0c8e4161a309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:47:53Z', 'updated_at': '2022-05-17T19:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': '4c22d4e6-2864-4391-b068-8be41dd67fe6', 'name': '', 'network_id': '2a476a7f-96cd-4583-8eb9-44a9141d859c', 'tenant_id': '757859fa777e4b5dad0105d36b6554d1', 'mac_address': 'fa:16:3e:1e:7e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a13b0dd-b528-414d-8030-0c8e4161a309', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'b4524911-dc73-4710-81c0-5e85907e1acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:47:54Z', 'updated_at': '2022-05-17T19:47:58Z', 'revision_number': 4, 'project_id': '757859fa777e4b5dad0105d36b6554d1', 'subnets': [{'id': 'b4524911-dc73-4710-81c0-5e85907e1acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 19:47:59.448422 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-ff7b8498-f109-4939-8c31-a49da15ccc17 None None] Provisioning complete for port 4c22d4e6-2864-4391-b068-8be41dd67fe6 triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:47:59.448793 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ff7b8498-f109-4939-8c31-a49da15ccc17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (4c22d4e6-2864-4391-b068-8be41dd67fe6), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:59.451132 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-97d66fa2-612c-427b-8d30-0b329e5daae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (f5183a9e-678e-43d6-8a77-a7e9534d2ced), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:59.491809 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d66fa2-612c-427b-8d30-0b329e5daae4 admin admin] Network a8e71caf-cf8f-487f-b3e8-f30c47275c44 is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:47:59.494867 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [None req-97d66fa2-612c-427b-8d30-0b329e5daae4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:47:59.498525 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d66fa2-612c-427b-8d30-0b329e5daae4 admin admin] Received port after_create {{(pid=103781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:47:59.517357 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port 2dd14170-3195-4dce-99ab-e4febb37de09 is: DOWN; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:47:59.517739 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (2dd14170-3195-4dce-99ab-e4febb37de09), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:59.540482 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d66fa2-612c-427b-8d30-0b329e5daae4 admin admin] Pushing event updated for resources: {'Port': ['ID=f5183a9e-678e-43d6-8a77-a7e9534d2ced,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:47:59.576250 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] For port 2dd14170-3195-4dce-99ab-e4febb37de09, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=2dd14170-3195-4dce-99ab-e4febb37de09,segment=NetworkSegment(2c5591b4-b3f7-4614-a58f-26896d1e3171),segment_id=2c5591b4-b3f7-4614-a58f-26896d1e3171)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:47:59.584826 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-ff7b8498-f109-4939-8c31-a49da15ccc17 None None] Current status of the port 4c22d4e6-2864-4391-b068-8be41dd67fe6 is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:47:59.649499 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (2dd14170-3195-4dce-99ab-e4febb37de09), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:59.650343 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device ca8e27e4-5e9a-410b-b11d-84e75e43b2d5 up at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:47:59.727956 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Pushing event updated for resources: {'Port': ['ID=2dd14170-3195-4dce-99ab-e4febb37de09,revision_number=3']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:47:59.739593 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Provisioning complete for port ca8e27e4-5e9a-410b-b11d-84e75e43b2d5 triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:47:59.740057 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (ca8e27e4-5e9a-410b-b11d-84e75e43b2d5), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:59.830825 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port ca8e27e4-5e9a-410b-b11d-84e75e43b2d5 is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:47:59.852439 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-97d66fa2-612c-427b-8d30-0b329e5daae4 admin admin] Publish callbacks [] for router_gateway (2e86ac38-0f71-4a16-8e42-11f68ac0e65f), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:47:59.943914 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158c07f0-a4c1-4d7c-8339-112228575cec None None] Network b3e4a7a0-49d2-4284-891a-e02ed5bbb110 requested from dv-cinder-840678-10-iscsi {{(pid=103782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 19:48:00.025165 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-28eb58f3-ffce-4d48-9869-a7ccbe634e7d None None] Provisioning complete for port 2dd14170-3195-4dce-99ab-e4febb37de09 triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:48:00.025543 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-28eb58f3-ffce-4d48-9869-a7ccbe634e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (2dd14170-3195-4dce-99ab-e4febb37de09), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:00.057336 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-97d66fa2-612c-427b-8d30-0b329e5daae4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16658854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16763877'] for router (2e86ac38-0f71-4a16-8e42-11f68ac0e65f), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:00.138869 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-28eb58f3-ffce-4d48-9869-a7ccbe634e7d None None] Current status of the port 2dd14170-3195-4dce-99ab-e4febb37de09 is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:48:00.249398 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d66fa2-612c-427b-8d30-0b329e5daae4 admin admin] Router 2e86ac38-0f71-4a16-8e42-11f68ac0e65f is scheduled to L3 agent d0bc9f74-feb0-4354-bd47-885486f1ec0d with binding_index 1 {{(pid=103781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 19:48:00.349946 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d66fa2-612c-427b-8d30-0b329e5daae4 admin admin] Notify agent at l3_agent.dv-cinder-840678-10-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 19:48:00.355427 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-c69cde76-db6b-4bc8-b056-8b414007201b None None] Provisioning complete for port 2dd14170-3195-4dce-99ab-e4febb37de09 triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:48:00.355876 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-c69cde76-db6b-4bc8-b056-8b414007201b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (2dd14170-3195-4dce-99ab-e4febb37de09), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:00.362519 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a78a97-0296-4494-9e31-04a58f2468a8 None None] Sync routers for ids ['2e86ac38-0f71-4a16-8e42-11f68ac0e65f'] in dv-cinder-840678-10-iscsi {{(pid=103782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 19:48:00.393599 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a78a97-0296-4494-9e31-04a58f2468a8 None None] Routers {'2e86ac38-0f71-4a16-8e42-11f68ac0e65f'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:48:00.394206 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-44a78a97-0296-4494-9e31-04a58f2468a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:47:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['2e86ac38-0f71-4a16-8e42-11f68ac0e65f'], 'active': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:48:00.434065 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-97d66fa2-612c-427b-8d30-0b329e5daae4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:00.435245 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-97d66fa2-612c-427b-8d30-0b329e5daae4 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3799541 May 17 19:48:00.443528 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 48848) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:48:00.509345 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-c69cde76-db6b-4bc8-b056-8b414007201b None None] Current status of the port 2dd14170-3195-4dce-99ab-e4febb37de09 is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:48:00.526658 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvr_db [None req-44a78a97-0296-4494-9e31-04a58f2468a8 None None] Set router 2e86ac38-0f71-4a16-8e42-11f68ac0e65f gateway port host: dv-cinder-840678-10-iscsi {{(pid=103782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:48:00.814759 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-44a78a97-0296-4494-9e31-04a58f2468a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e86ac38-0f71-4a16-8e42-11f68ac0e65f', 'name': 'tempest-TestShelveInstance-514108126-router', 'tenant_id': 'c4e2d65fdc32405ba21ff6081ce969d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'f5183a9e-678e-43d6-8a77-a7e9534d2ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:47:58Z', 'updated_at': '2022-05-17T19:47:59Z', 'revision_number': 3, 'project_id': 'c4e2d65fdc32405ba21ff6081ce969d5', 'gw_port': {'id': 'f5183a9e-678e-43d6-8a77-a7e9534d2ced', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:63:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e86ac38-0f71-4a16-8e42-11f68ac0e65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:47:59Z', 'updated_at': '2022-05-17T19:47:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi'}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:48:00.836120 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1120514c-4f5f-4d52-83f2-eefb1c4cb529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:00.842271 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a78a97-0296-4494-9e31-04a58f2468a8 None None] Checking router: 2e86ac38-0f71-4a16-8e42-11f68ac0e65f for host: dv-cinder-840678-10-iscsi {{(pid=103782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 19:48:00.842621 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a78a97-0296-4494-9e31-04a58f2468a8 None None] Updating router 2e86ac38-0f71-4a16-8e42-11f68ac0e65f port f5183a9e-678e-43d6-8a77-a7e9534d2ced binding host dv-cinder-840678-10-iscsi {{(pid=103782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 19:48:00.869622 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-44a78a97-0296-4494-9e31-04a58f2468a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (f5183a9e-678e-43d6-8a77-a7e9534d2ced), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:00.987686 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_common [None req-1120514c-4f5f-4d52-83f2-eefb1c4cb529 admin admin] Allocated IP 172.20.0.1 (b3e4a7a0-49d2-4284-891a-e02ed5bbb110/bbd04edc-97ac-4f32-a717-87eb2b82232d/2eb3294b-c3f2-4084-8076-e83666ad1556) {{(pid=103781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:48:01.072260 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device 4c22d4e6-2864-4391-b068-8be41dd67fe6 up at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:48:01.098115 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1120514c-4f5f-4d52-83f2-eefb1c4cb529 admin admin] Publish callbacks [] for port (2eb3294b-c3f2-4084-8076-e83666ad1556), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:01.153086 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Provisioning complete for port 4c22d4e6-2864-4391-b068-8be41dd67fe6 triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:48:01.153449 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (4c22d4e6-2864-4391-b068-8be41dd67fe6), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:01.185875 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1120514c-4f5f-4d52-83f2-eefb1c4cb529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (2eb3294b-c3f2-4084-8076-e83666ad1556), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:01.210251 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-44a78a97-0296-4494-9e31-04a58f2468a8 None None] Publish callbacks [] for port (f5183a9e-678e-43d6-8a77-a7e9534d2ced), precommit_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:01.226693 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1120514c-4f5f-4d52-83f2-eefb1c4cb529 admin admin] Network b3e4a7a0-49d2-4284-891a-e02ed5bbb110 is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:48:01.229816 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [None req-1120514c-4f5f-4d52-83f2-eefb1c4cb529 admin admin] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:48:01.236607 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1120514c-4f5f-4d52-83f2-eefb1c4cb529 admin admin] Received port after_create {{(pid=103781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:48:01.258100 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1120514c-4f5f-4d52-83f2-eefb1c4cb529 admin admin] Pushing event updated for resources: {'Port': ['ID=2eb3294b-c3f2-4084-8076-e83666ad1556,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:48:01.258801 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port 4c22d4e6-2864-4391-b068-8be41dd67fe6 is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:48:01.259309 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device 2dd14170-3195-4dce-99ab-e4febb37de09 up at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:48:01.277550 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1120514c-4f5f-4d52-83f2-eefb1c4cb529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16761288'] for router_interface (2e86ac38-0f71-4a16-8e42-11f68ac0e65f), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:01.283190 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-44a78a97-0296-4494-9e31-04a58f2468a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (f5183a9e-678e-43d6-8a77-a7e9534d2ced), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:01.354459 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-44a78a97-0296-4494-9e31-04a58f2468a8 None None] Attempting to bind port f5183a9e-678e-43d6-8a77-a7e9534d2ced on host dv-cinder-840678-10-iscsi for vnic_type normal with profile {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 19:48:01.354832 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-44a78a97-0296-4494-9e31-04a58f2468a8 None None] Attempting to bind port f5183a9e-678e-43d6-8a77-a7e9534d2ced by drivers openvswitch,hyperv on host dv-cinder-840678-10-iscsi at level 0 using segments [{'id': '9ce1d97a-7b85-460d-9e35-dbb6f20db43d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 19:48:01.355179 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a78a97-0296-4494-9e31-04a58f2468a8 None None] Attempting to bind port f5183a9e-678e-43d6-8a77-a7e9534d2ced on network a8e71caf-cf8f-487f-b3e8-f30c47275c44 {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:48:01.358105 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d6807a-16fa-4061-b121-9782e47b01b7 None None] Pushing event updated for resources: {'Port': ['ID=f5183a9e-678e-43d6-8a77-a7e9534d2ced,revision_number=2']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:48:01.367357 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Provisioning complete for port 2dd14170-3195-4dce-99ab-e4febb37de09 triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:48:01.367767 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (2dd14170-3195-4dce-99ab-e4febb37de09), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:01.369581 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a78a97-0296-4494-9e31-04a58f2468a8 None None] Checking agent: {'id': 'ad42d2f6-c134-426b-9061-deff100c9b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 19, 20, 51), 'started_at': datetime.datetime(2022, 5, 17, 19, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 19, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 19:48:01.369952 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a78a97-0296-4494-9e31-04a58f2468a8 None None] Checking segment: {'id': '9ce1d97a-7b85-460d-9e35-dbb6f20db43d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:48:01.370520 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-44a78a97-0296-4494-9e31-04a58f2468a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:01.370899 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a78a97-0296-4494-9e31-04a58f2468a8 None None] Bound using segment: {'id': '9ce1d97a-7b85-460d-9e35-dbb6f20db43d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 19:48:01.371395 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [None req-44a78a97-0296-4494-9e31-04a58f2468a8 None None] Bound port: f5183a9e-678e-43d6-8a77-a7e9534d2ced, host: dv-cinder-840678-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce1d97a-7b85-460d-9e35-dbb6f20db43d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44'}}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 19:48:01.371793 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-44a78a97-0296-4494-9e31-04a58f2468a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (f5183a9e-678e-43d6-8a77-a7e9534d2ced), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:01.454174 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-44a78a97-0296-4494-9e31-04a58f2468a8 None None] For port f5183a9e-678e-43d6-8a77-a7e9534d2ced, host dv-cinder-840678-10-iscsi, cleared binding levels {{(pid=103782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 19:48:01.457114 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-44a78a97-0296-4494-9e31-04a58f2468a8 None None] For port f5183a9e-678e-43d6-8a77-a7e9534d2ced, host dv-cinder-840678-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=f5183a9e-678e-43d6-8a77-a7e9534d2ced,segment=NetworkSegment(9ce1d97a-7b85-460d-9e35-dbb6f20db43d),segment_id=9ce1d97a-7b85-460d-9e35-dbb6f20db43d)] {{(pid=103782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 19:48:01.489077 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1120514c-4f5f-4d52-83f2-eefb1c4cb529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (2eb3294b-c3f2-4084-8076-e83666ad1556), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:01.491130 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port 2dd14170-3195-4dce-99ab-e4febb37de09 is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:48:01.533183 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-9a75da4a-1e00-436c-b5a5-c221d3b26bad None None] Provisioning complete for port 2eb3294b-c3f2-4084-8076-e83666ad1556 triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:48:01.533906 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-9a75da4a-1e00-436c-b5a5-c221d3b26bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (2eb3294b-c3f2-4084-8076-e83666ad1556), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:01.536946 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-44a78a97-0296-4494-9e31-04a58f2468a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (f5183a9e-678e-43d6-8a77-a7e9534d2ced), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:01.596614 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-9a75da4a-1e00-436c-b5a5-c221d3b26bad None None] Port 2eb3294b-c3f2-4084-8076-e83666ad1556 cannot update to ACTIVE because it is not bound. {{(pid=103782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 19:48:01.621372 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d6807a-16fa-4061-b121-9782e47b01b7 None None] Pushing event updated for resources: {'Port': ['ID=f5183a9e-678e-43d6-8a77-a7e9534d2ced,revision_number=3']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:48:01.624562 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a78a97-0296-4494-9e31-04a58f2468a8 None None] Routers {'2e86ac38-0f71-4a16-8e42-11f68ac0e65f'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:48:01.625158 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-44a78a97-0296-4494-9e31-04a58f2468a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:47:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['2e86ac38-0f71-4a16-8e42-11f68ac0e65f'], 'active': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:48:01.682192 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1120514c-4f5f-4d52-83f2-eefb1c4cb529 admin admin] Publish callbacks [] for port (2eb3294b-c3f2-4084-8076-e83666ad1556), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:01.726285 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvr_db [None req-44a78a97-0296-4494-9e31-04a58f2468a8 None None] Set router 2e86ac38-0f71-4a16-8e42-11f68ac0e65f gateway port host: dv-cinder-840678-10-iscsi {{(pid=103782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:48:01.734671 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1120514c-4f5f-4d52-83f2-eefb1c4cb529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13820453'] for port (2eb3294b-c3f2-4084-8076-e83666ad1556), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:01.797577 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1120514c-4f5f-4d52-83f2-eefb1c4cb529 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16360533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16761730'] for router_interface (2e86ac38-0f71-4a16-8e42-11f68ac0e65f), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:01.799364 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1120514c-4f5f-4d52-83f2-eefb1c4cb529 admin admin] Pushing event updated for resources: {'Port': ['ID=2eb3294b-c3f2-4084-8076-e83666ad1556,revision_number=2']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:48:01.892193 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1120514c-4f5f-4d52-83f2-eefb1c4cb529 admin admin] Network b3e4a7a0-49d2-4284-891a-e02ed5bbb110 is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:48:01.893577 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [None req-1120514c-4f5f-4d52-83f2-eefb1c4cb529 admin admin] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:48:01.916541 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-44a78a97-0296-4494-9e31-04a58f2468a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e86ac38-0f71-4a16-8e42-11f68ac0e65f', 'name': 'tempest-TestShelveInstance-514108126-router', 'tenant_id': 'c4e2d65fdc32405ba21ff6081ce969d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'f5183a9e-678e-43d6-8a77-a7e9534d2ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:47:58Z', 'updated_at': '2022-05-17T19:48:01Z', 'revision_number': 4, 'project_id': 'c4e2d65fdc32405ba21ff6081ce969d5', 'gw_port': {'id': 'f5183a9e-678e-43d6-8a77-a7e9534d2ced', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:63:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e86ac38-0f71-4a16-8e42-11f68ac0e65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:47:59Z', 'updated_at': '2022-05-17T19:48:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': '2eb3294b-c3f2-4084-8076-e83666ad1556', 'name': '', 'network_id': 'b3e4a7a0-49d2-4284-891a-e02ed5bbb110', 'tenant_id': 'c4e2d65fdc32405ba21ff6081ce969d5', 'mac_address': 'fa:16:3e:f8:33:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e86ac38-0f71-4a16-8e42-11f68ac0e65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'bbd04edc-97ac-4f32-a717-87eb2b82232d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:48:00Z', 'updated_at': '2022-05-17T19:48:00Z', 'revision_number': 1, 'project_id': 'c4e2d65fdc32405ba21ff6081ce969d5', 'subnets': [{'id': 'bbd04edc-97ac-4f32-a717-87eb2b82232d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:48:01.941295 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a78a97-0296-4494-9e31-04a58f2468a8 None None] The sync data for ids ['2e86ac38-0f71-4a16-8e42-11f68ac0e65f'] in dv-cinder-840678-10-iscsi is: [{'id': '2e86ac38-0f71-4a16-8e42-11f68ac0e65f', 'name': 'tempest-TestShelveInstance-514108126-router', 'tenant_id': 'c4e2d65fdc32405ba21ff6081ce969d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'f5183a9e-678e-43d6-8a77-a7e9534d2ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:47:58Z', 'updated_at': '2022-05-17T19:48:01Z', 'revision_number': 4, 'project_id': 'c4e2d65fdc32405ba21ff6081ce969d5', 'gw_port': {'id': 'f5183a9e-678e-43d6-8a77-a7e9534d2ced', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:63:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e86ac38-0f71-4a16-8e42-11f68ac0e65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:47:59Z', 'updated_at': '2022-05-17T19:48:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': '2eb3294b-c3f2-4084-8076-e83666ad1556', 'name': '', 'network_id': 'b3e4a7a0-49d2-4284-891a-e02ed5bbb110', 'tenant_id': 'c4e2d65fdc32405ba21ff6081ce969d5', 'mac_address': 'fa:16:3e:f8:33:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e86ac38-0f71-4a16-8e42-11f68ac0e65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'bbd04edc-97ac-4f32-a717-87eb2b82232d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:48:00Z', 'updated_at': '2022-05-17T19:48:00Z', 'revision_number': 1, 'project_id': 'c4e2d65fdc32405ba21ff6081ce969d5', 'subnets': [{'id': 'bbd04edc-97ac-4f32-a717-87eb2b82232d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 19:48:02.013115 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1120514c-4f5f-4d52-83f2-eefb1c4cb529 admin admin] Router 2e86ac38-0f71-4a16-8e42-11f68ac0e65f has already been hosted by L3 agent d0bc9f74-feb0-4354-bd47-885486f1ec0d {{(pid=103781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 19:48:02.122796 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-63917417-2c41-42de-9153-65d2b31e9085 None None] Provisioning complete for port 2eb3294b-c3f2-4084-8076-e83666ad1556 triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:48:02.123031 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1120514c-4f5f-4d52-83f2-eefb1c4cb529 admin admin] Notify agent at l3_agent.dv-cinder-840678-10-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 19:48:02.123379 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-63917417-2c41-42de-9153-65d2b31e9085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (2eb3294b-c3f2-4084-8076-e83666ad1556), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:02.132313 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-1120514c-4f5f-4d52-83f2-eefb1c4cb529 admin admin] 10.222.0.58 "PUT /v2.0/routers/2e86ac38-0f71-4a16-8e42-11f68ac0e65f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6874506 May 17 19:48:02.174141 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-63917417-2c41-42de-9153-65d2b31e9085 None None] Port 2eb3294b-c3f2-4084-8076-e83666ad1556 cannot update to ACTIVE because it is not bound. {{(pid=103782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 19:48:02.548716 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 48862) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:48:02.553737 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-0f2ff1d1-4467-4bd6-9b8f-28bfaf620b3b tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-992108511', 'description': 'tempest-secgroup-smoke-992108511 description', 'project_id': '757859fa777e4b5dad0105d36b6554d1'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:48:02.657102 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-0f2ff1d1-4467-4bd6-9b8f-28bfaf620b3b tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:02.779238 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-0f2ff1d1-4467-4bd6-9b8f-28bfaf620b3b tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Publish callbacks [] for security_group (21141538-b071-4fe9-814d-da3a083d6686), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:02.870755 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-0f2ff1d1-4467-4bd6-9b8f-28bfaf620b3b tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (21141538-b071-4fe9-814d-da3a083d6686), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:02.900524 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2ff1d1-4467-4bd6-9b8f-28bfaf620b3b tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21141538-b071-4fe9-814d-da3a083d6686,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:48:02.971523 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-0f2ff1d1-4467-4bd6-9b8f-28bfaf620b3b tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:02.973370 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-0f2ff1d1-4467-4bd6-9b8f-28bfaf620b3b tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4228945 May 17 19:48:02.975992 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 48866) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:48:02.985899 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-a0d53464-0b1c-4dca-b500-daacf2b7a186 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Request body: {'security_group_rule': {'security_group_id': '21141538-b071-4fe9-814d-da3a083d6686', 'project_id': '757859fa777e4b5dad0105d36b6554d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:48:03.058162 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device f5183a9e-678e-43d6-8a77-a7e9534d2ced up at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:48:03.067260 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a0d53464-0b1c-4dca-b500-daacf2b7a186 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Publish callbacks [] for security_group_rule (8b706ce0-bc92-4a44-b474-9266ca19ff03), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:03.113400 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Provisioning complete for port f5183a9e-678e-43d6-8a77-a7e9534d2ced triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:48:03.113891 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (f5183a9e-678e-43d6-8a77-a7e9534d2ced), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:03.143514 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a0d53464-0b1c-4dca-b500-daacf2b7a186 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Publish callbacks [] for security_group_rule (8b706ce0-bc92-4a44-b474-9266ca19ff03), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:03.189219 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port f5183a9e-678e-43d6-8a77-a7e9534d2ced is: DOWN; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:48:03.189603 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (f5183a9e-678e-43d6-8a77-a7e9534d2ced), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:03.212536 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] For port f5183a9e-678e-43d6-8a77-a7e9534d2ced, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=f5183a9e-678e-43d6-8a77-a7e9534d2ced,segment=NetworkSegment(9ce1d97a-7b85-460d-9e35-dbb6f20db43d),segment_id=9ce1d97a-7b85-460d-9e35-dbb6f20db43d)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:48:03.232898 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a0d53464-0b1c-4dca-b500-daacf2b7a186 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321501'] for security_group_rule (8b706ce0-bc92-4a44-b474-9266ca19ff03), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:03.250377 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d53464-0b1c-4dca-b500-daacf2b7a186 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b706ce0-bc92-4a44-b474-9266ca19ff03,revision_number=0']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:48:03.295169 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (f5183a9e-678e-43d6-8a77-a7e9534d2ced), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:03.331379 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a0d53464-0b1c-4dca-b500-daacf2b7a186 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:03.335629 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-a0d53464-0b1c-4dca-b500-daacf2b7a186 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3560688 May 17 19:48:03.335797 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 48870) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:48:03.341123 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-71150a96-fa13-4104-a817-bf8f870143e6 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Request body: {'security_group_rule': {'security_group_id': '21141538-b071-4fe9-814d-da3a083d6686', 'project_id': '757859fa777e4b5dad0105d36b6554d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:48:03.344654 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Pushing event updated for resources: {'Port': ['ID=f5183a9e-678e-43d6-8a77-a7e9534d2ced,revision_number=4']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:48:03.431959 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-71150a96-fa13-4104-a817-bf8f870143e6 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Publish callbacks [] for security_group_rule (fc76c8ec-1c84-423d-8e6b-9b5b9e71c0d3), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:03.490934 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-71150a96-fa13-4104-a817-bf8f870143e6 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Publish callbacks [] for security_group_rule (fc76c8ec-1c84-423d-8e6b-9b5b9e71c0d3), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:03.558071 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-71150a96-fa13-4104-a817-bf8f870143e6 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321501'] for security_group_rule (fc76c8ec-1c84-423d-8e6b-9b5b9e71c0d3), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:03.576053 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71150a96-fa13-4104-a817-bf8f870143e6 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc76c8ec-1c84-423d-8e6b-9b5b9e71c0d3,revision_number=0']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:48:03.651693 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-71150a96-fa13-4104-a817-bf8f870143e6 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:03.653104 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-71150a96-fa13-4104-a817-bf8f870143e6 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3160996 May 17 19:48:03.655786 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 48874) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:48:03.660201 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-bf3c790e-8af9-4343-ba75-2873aed2a3d3 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Request body: {'security_group_rule': {'security_group_id': '21141538-b071-4fe9-814d-da3a083d6686', 'project_id': '757859fa777e4b5dad0105d36b6554d1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:48:03.757988 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-bf3c790e-8af9-4343-ba75-2873aed2a3d3 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Publish callbacks [] for security_group_rule (9f5f929e-a160-441f-8585-5d46bed5a2bf), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:03.815787 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-bf3c790e-8af9-4343-ba75-2873aed2a3d3 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Publish callbacks [] for security_group_rule (9f5f929e-a160-441f-8585-5d46bed5a2bf), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:03.883777 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-bf3c790e-8af9-4343-ba75-2873aed2a3d3 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321501'] for security_group_rule (9f5f929e-a160-441f-8585-5d46bed5a2bf), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:03.901922 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3c790e-8af9-4343-ba75-2873aed2a3d3 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f5f929e-a160-441f-8585-5d46bed5a2bf,revision_number=0']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:48:03.944134 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bc021f-ee1c-437b-8843-14797eb7cb60 None None] Sync routers for ids ['2e86ac38-0f71-4a16-8e42-11f68ac0e65f'] in dv-cinder-840678-10-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 19:48:03.954886 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bc021f-ee1c-437b-8843-14797eb7cb60 None None] Routers {'2e86ac38-0f71-4a16-8e42-11f68ac0e65f'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:48:03.955502 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-40bc021f-ee1c-437b-8843-14797eb7cb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:47:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['2e86ac38-0f71-4a16-8e42-11f68ac0e65f'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:48:03.977069 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-bf3c790e-8af9-4343-ba75-2873aed2a3d3 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:03.978273 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-bf3c790e-8af9-4343-ba75-2873aed2a3d3 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3214824 May 17 19:48:03.981455 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 48876) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:48:03.989762 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-1bcd3447-ff56-4913-b798-1aa474e6ad49 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Request body: {'security_group_rule': {'security_group_id': '21141538-b071-4fe9-814d-da3a083d6686', 'project_id': '757859fa777e4b5dad0105d36b6554d1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:48:04.056242 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-40bc021f-ee1c-437b-8843-14797eb7cb60 None None] Set router 2e86ac38-0f71-4a16-8e42-11f68ac0e65f gateway port host: dv-cinder-840678-10-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:48:04.071462 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1bcd3447-ff56-4913-b798-1aa474e6ad49 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Publish callbacks [] for security_group_rule (3e390243-5dbf-4ff8-9faa-8f49c4c0d45a), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:04.129551 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1bcd3447-ff56-4913-b798-1aa474e6ad49 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Publish callbacks [] for security_group_rule (3e390243-5dbf-4ff8-9faa-8f49c4c0d45a), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:04.197886 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1bcd3447-ff56-4913-b798-1aa474e6ad49 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321501'] for security_group_rule (3e390243-5dbf-4ff8-9faa-8f49c4c0d45a), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:04.215593 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd3447-ff56-4913-b798-1aa474e6ad49 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e390243-5dbf-4ff8-9faa-8f49c4c0d45a,revision_number=0']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:48:04.238778 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-40bc021f-ee1c-437b-8843-14797eb7cb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e86ac38-0f71-4a16-8e42-11f68ac0e65f', 'name': 'tempest-TestShelveInstance-514108126-router', 'tenant_id': 'c4e2d65fdc32405ba21ff6081ce969d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'f5183a9e-678e-43d6-8a77-a7e9534d2ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:47:58Z', 'updated_at': '2022-05-17T19:48:01Z', 'revision_number': 4, 'project_id': 'c4e2d65fdc32405ba21ff6081ce969d5', 'gw_port': {'id': 'f5183a9e-678e-43d6-8a77-a7e9534d2ced', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:63:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e86ac38-0f71-4a16-8e42-11f68ac0e65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:47:59Z', 'updated_at': '2022-05-17T19:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': '2eb3294b-c3f2-4084-8076-e83666ad1556', 'name': '', 'network_id': 'b3e4a7a0-49d2-4284-891a-e02ed5bbb110', 'tenant_id': 'c4e2d65fdc32405ba21ff6081ce969d5', 'mac_address': 'fa:16:3e:f8:33:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e86ac38-0f71-4a16-8e42-11f68ac0e65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'bbd04edc-97ac-4f32-a717-87eb2b82232d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:48:00Z', 'updated_at': '2022-05-17T19:48:01Z', 'revision_number': 2, 'project_id': 'c4e2d65fdc32405ba21ff6081ce969d5', 'subnets': [{'id': 'bbd04edc-97ac-4f32-a717-87eb2b82232d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:48:04.267020 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bc021f-ee1c-437b-8843-14797eb7cb60 None None] Checking router: 2e86ac38-0f71-4a16-8e42-11f68ac0e65f for host: dv-cinder-840678-10-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 19:48:04.267363 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bc021f-ee1c-437b-8843-14797eb7cb60 None None] Updating router 2e86ac38-0f71-4a16-8e42-11f68ac0e65f port 2eb3294b-c3f2-4084-8076-e83666ad1556 binding host dv-cinder-840678-10-iscsi {{(pid=103783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 19:48:04.297373 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1bcd3447-ff56-4913-b798-1aa474e6ad49 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:04.298874 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-1bcd3447-ff56-4913-b798-1aa474e6ad49 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3163981 May 17 19:48:04.301694 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 48878) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:48:04.306233 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-afdeeacb-34e0-4df5-9dcc-e0da93e9881d tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Request body: {'security_group_rule': {'security_group_id': '21141538-b071-4fe9-814d-da3a083d6686', 'project_id': '757859fa777e4b5dad0105d36b6554d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:48:04.373559 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-40bc021f-ee1c-437b-8843-14797eb7cb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (2eb3294b-c3f2-4084-8076-e83666ad1556), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:04.380895 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.db.securitygroups_db [None req-afdeeacb-34e0-4df5-9dcc-e0da93e9881d tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Project 757859fa777e4b5dad0105d36b6554d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 19:48:04.386701 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-afdeeacb-34e0-4df5-9dcc-e0da93e9881d tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Publish callbacks [] for security_group_rule (25407e90-f32c-443f-9e6d-15e4cf1d1efa), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:04.446243 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-afdeeacb-34e0-4df5-9dcc-e0da93e9881d tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Publish callbacks [] for security_group_rule (25407e90-f32c-443f-9e6d-15e4cf1d1efa), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:04.512176 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-afdeeacb-34e0-4df5-9dcc-e0da93e9881d tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321501'] for security_group_rule (25407e90-f32c-443f-9e6d-15e4cf1d1efa), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:04.529877 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdeeacb-34e0-4df5-9dcc-e0da93e9881d tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25407e90-f32c-443f-9e6d-15e4cf1d1efa,revision_number=0']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:48:04.588729 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-afdeeacb-34e0-4df5-9dcc-e0da93e9881d tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:04.590447 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-afdeeacb-34e0-4df5-9dcc-e0da93e9881d tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2872891 May 17 19:48:04.593168 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 48882) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:48:04.597634 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-d99aedd5-d873-4cb2-a2ab-176da6963c0a tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Request body: {'security_group_rule': {'security_group_id': '21141538-b071-4fe9-814d-da3a083d6686', 'project_id': '757859fa777e4b5dad0105d36b6554d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:48:04.653441 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-40bc021f-ee1c-437b-8843-14797eb7cb60 None None] Publish callbacks [] for port (2eb3294b-c3f2-4084-8076-e83666ad1556), precommit_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:04.723776 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.db.securitygroups_db [None req-d99aedd5-d873-4cb2-a2ab-176da6963c0a tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Project 757859fa777e4b5dad0105d36b6554d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 19:48:04.729411 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d99aedd5-d873-4cb2-a2ab-176da6963c0a tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Publish callbacks [] for security_group_rule (3f4f7ac2-8d09-4b1c-a2d8-38801d6c5d89), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:04.752167 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-40bc021f-ee1c-437b-8843-14797eb7cb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (2eb3294b-c3f2-4084-8076-e83666ad1556), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:04.788793 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d99aedd5-d873-4cb2-a2ab-176da6963c0a tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Publish callbacks [] for security_group_rule (3f4f7ac2-8d09-4b1c-a2d8-38801d6c5d89), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:04.800070 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af7f36c-8238-4cbb-a7a1-d6156bdb10ca None None] Pushing event updated for resources: {'Port': ['ID=2eb3294b-c3f2-4084-8076-e83666ad1556,revision_number=3']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:48:04.856168 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-40bc021f-ee1c-437b-8843-14797eb7cb60 None None] Attempting to bind port 2eb3294b-c3f2-4084-8076-e83666ad1556 on host dv-cinder-840678-10-iscsi for vnic_type normal with profile {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 19:48:04.856539 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-40bc021f-ee1c-437b-8843-14797eb7cb60 None None] Attempting to bind port 2eb3294b-c3f2-4084-8076-e83666ad1556 by drivers openvswitch,hyperv on host dv-cinder-840678-10-iscsi at level 0 using segments [{'id': '2c5591b4-b3f7-4614-a58f-26896d1e3171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b3e4a7a0-49d2-4284-891a-e02ed5bbb110'}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 19:48:04.856896 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bc021f-ee1c-437b-8843-14797eb7cb60 None None] Attempting to bind port 2eb3294b-c3f2-4084-8076-e83666ad1556 on network b3e4a7a0-49d2-4284-891a-e02ed5bbb110 {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:48:04.862782 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bc021f-ee1c-437b-8843-14797eb7cb60 None None] Checking agent: {'id': 'ad42d2f6-c134-426b-9061-deff100c9b97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 19, 20, 51), 'started_at': datetime.datetime(2022, 5, 17, 19, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 19, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 19:48:04.863150 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bc021f-ee1c-437b-8843-14797eb7cb60 None None] Checking segment: {'id': '2c5591b4-b3f7-4614-a58f-26896d1e3171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b3e4a7a0-49d2-4284-891a-e02ed5bbb110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:48:04.863585 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-40bc021f-ee1c-437b-8843-14797eb7cb60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:04.863974 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bc021f-ee1c-437b-8843-14797eb7cb60 None None] Bound using segment: {'id': '2c5591b4-b3f7-4614-a58f-26896d1e3171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b3e4a7a0-49d2-4284-891a-e02ed5bbb110'} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 19:48:04.864429 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-40bc021f-ee1c-437b-8843-14797eb7cb60 None None] Bound port: 2eb3294b-c3f2-4084-8076-e83666ad1556, host: dv-cinder-840678-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c5591b4-b3f7-4614-a58f-26896d1e3171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b3e4a7a0-49d2-4284-891a-e02ed5bbb110'}}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 19:48:04.864804 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-40bc021f-ee1c-437b-8843-14797eb7cb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (2eb3294b-c3f2-4084-8076-e83666ad1556), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:04.866722 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d99aedd5-d873-4cb2-a2ab-176da6963c0a tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321501'] for security_group_rule (3f4f7ac2-8d09-4b1c-a2d8-38801d6c5d89), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:04.890727 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99aedd5-d873-4cb2-a2ab-176da6963c0a tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f4f7ac2-8d09-4b1c-a2d8-38801d6c5d89,revision_number=0']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:48:04.935783 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-40bc021f-ee1c-437b-8843-14797eb7cb60 None None] For port 2eb3294b-c3f2-4084-8076-e83666ad1556, host dv-cinder-840678-10-iscsi, cleared binding levels {{(pid=103783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 19:48:04.939055 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-40bc021f-ee1c-437b-8843-14797eb7cb60 None None] For port 2eb3294b-c3f2-4084-8076-e83666ad1556, host dv-cinder-840678-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=2eb3294b-c3f2-4084-8076-e83666ad1556,segment=NetworkSegment(2c5591b4-b3f7-4614-a58f-26896d1e3171),segment_id=2c5591b4-b3f7-4614-a58f-26896d1e3171)] {{(pid=103783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 19:48:04.959635 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d99aedd5-d873-4cb2-a2ab-176da6963c0a tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:04.960859 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-d99aedd5-d873-4cb2-a2ab-176da6963c0a tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3666768 May 17 19:48:05.013424 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-c2f4b2ba-ae47-4907-b54b-8db5371c188e None None] Provisioning complete for port 2eb3294b-c3f2-4084-8076-e83666ad1556 triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:48:05.013886 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-c2f4b2ba-ae47-4907-b54b-8db5371c188e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (2eb3294b-c3f2-4084-8076-e83666ad1556), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:05.025590 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-40bc021f-ee1c-437b-8843-14797eb7cb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (2eb3294b-c3f2-4084-8076-e83666ad1556), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:05.049076 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-c2f4b2ba-ae47-4907-b54b-8db5371c188e None None] Port 2eb3294b-c3f2-4084-8076-e83666ad1556 cannot update to ACTIVE because it is not bound. {{(pid=103782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 19:48:05.066437 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device f5183a9e-678e-43d6-8a77-a7e9534d2ced up at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:48:05.093936 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bc021f-ee1c-437b-8843-14797eb7cb60 None None] Routers {'2e86ac38-0f71-4a16-8e42-11f68ac0e65f'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:48:05.094661 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-40bc021f-ee1c-437b-8843-14797eb7cb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:47:47Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['2e86ac38-0f71-4a16-8e42-11f68ac0e65f'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:48:05.122698 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Provisioning complete for port f5183a9e-678e-43d6-8a77-a7e9534d2ced triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:48:05.123571 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (f5183a9e-678e-43d6-8a77-a7e9534d2ced), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:05.137133 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af7f36c-8238-4cbb-a7a1-d6156bdb10ca None None] Pushing event updated for resources: {'Port': ['ID=2eb3294b-c3f2-4084-8076-e83666ad1556,revision_number=4']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:48:05.225255 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port f5183a9e-678e-43d6-8a77-a7e9534d2ced is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:48:05.240569 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-40bc021f-ee1c-437b-8843-14797eb7cb60 None None] Set router 2e86ac38-0f71-4a16-8e42-11f68ac0e65f gateway port host: dv-cinder-840678-10-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:48:05.368175 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-f7429ce6-f0c9-424d-909c-20e0c36b21a1 None None] Provisioning complete for port 2eb3294b-c3f2-4084-8076-e83666ad1556 triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:48:05.368444 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-f7429ce6-f0c9-424d-909c-20e0c36b21a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (2eb3294b-c3f2-4084-8076-e83666ad1556), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:05.428038 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-40bc021f-ee1c-437b-8843-14797eb7cb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e86ac38-0f71-4a16-8e42-11f68ac0e65f', 'name': 'tempest-TestShelveInstance-514108126-router', 'tenant_id': 'c4e2d65fdc32405ba21ff6081ce969d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'f5183a9e-678e-43d6-8a77-a7e9534d2ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:47:58Z', 'updated_at': '2022-05-17T19:48:01Z', 'revision_number': 4, 'project_id': 'c4e2d65fdc32405ba21ff6081ce969d5', 'gw_port': {'id': 'f5183a9e-678e-43d6-8a77-a7e9534d2ced', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:63:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e86ac38-0f71-4a16-8e42-11f68ac0e65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:47:59Z', 'updated_at': '2022-05-17T19:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': '2eb3294b-c3f2-4084-8076-e83666ad1556', 'name': '', 'network_id': 'b3e4a7a0-49d2-4284-891a-e02ed5bbb110', 'tenant_id': 'c4e2d65fdc32405ba21ff6081ce969d5', 'mac_address': 'fa:16:3e:f8:33:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e86ac38-0f71-4a16-8e42-11f68ac0e65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'bbd04edc-97ac-4f32-a717-87eb2b82232d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:48:00Z', 'updated_at': '2022-05-17T19:48:04Z', 'revision_number': 4, 'project_id': 'c4e2d65fdc32405ba21ff6081ce969d5', 'subnets': [{'id': 'bbd04edc-97ac-4f32-a717-87eb2b82232d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:48:05.441132 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-f7429ce6-f0c9-424d-909c-20e0c36b21a1 None None] Current status of the port 2eb3294b-c3f2-4084-8076-e83666ad1556 is: DOWN; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:48:05.441514 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-f7429ce6-f0c9-424d-909c-20e0c36b21a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (2eb3294b-c3f2-4084-8076-e83666ad1556), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:05.453146 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bc021f-ee1c-437b-8843-14797eb7cb60 None None] The sync data for ids ['2e86ac38-0f71-4a16-8e42-11f68ac0e65f'] in dv-cinder-840678-10-iscsi is: [{'id': '2e86ac38-0f71-4a16-8e42-11f68ac0e65f', 'name': 'tempest-TestShelveInstance-514108126-router', 'tenant_id': 'c4e2d65fdc32405ba21ff6081ce969d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'f5183a9e-678e-43d6-8a77-a7e9534d2ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:47:58Z', 'updated_at': '2022-05-17T19:48:01Z', 'revision_number': 4, 'project_id': 'c4e2d65fdc32405ba21ff6081ce969d5', 'gw_port': {'id': 'f5183a9e-678e-43d6-8a77-a7e9534d2ced', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:63:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e86ac38-0f71-4a16-8e42-11f68ac0e65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:47:59Z', 'updated_at': '2022-05-17T19:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': '2eb3294b-c3f2-4084-8076-e83666ad1556', 'name': '', 'network_id': 'b3e4a7a0-49d2-4284-891a-e02ed5bbb110', 'tenant_id': 'c4e2d65fdc32405ba21ff6081ce969d5', 'mac_address': 'fa:16:3e:f8:33:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e86ac38-0f71-4a16-8e42-11f68ac0e65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'bbd04edc-97ac-4f32-a717-87eb2b82232d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:48:00Z', 'updated_at': '2022-05-17T19:48:04Z', 'revision_number': 4, 'project_id': 'c4e2d65fdc32405ba21ff6081ce969d5', 'subnets': [{'id': 'bbd04edc-97ac-4f32-a717-87eb2b82232d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 19:48:05.473899 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-f7429ce6-f0c9-424d-909c-20e0c36b21a1 None None] For port 2eb3294b-c3f2-4084-8076-e83666ad1556, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=2eb3294b-c3f2-4084-8076-e83666ad1556,segment=NetworkSegment(2c5591b4-b3f7-4614-a58f-26896d1e3171),segment_id=2c5591b4-b3f7-4614-a58f-26896d1e3171)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:48:05.523673 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-f7429ce6-f0c9-424d-909c-20e0c36b21a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (2eb3294b-c3f2-4084-8076-e83666ad1556), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:05.576136 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7429ce6-f0c9-424d-909c-20e0c36b21a1 None None] Pushing event updated for resources: {'Port': ['ID=2eb3294b-c3f2-4084-8076-e83666ad1556,revision_number=5']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:48:07.051050 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device 2eb3294b-c3f2-4084-8076-e83666ad1556 up at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:48:07.095424 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Provisioning complete for port 2eb3294b-c3f2-4084-8076-e83666ad1556 triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:48:07.095819 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (2eb3294b-c3f2-4084-8076-e83666ad1556), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:07.167751 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Current status of the port 2eb3294b-c3f2-4084-8076-e83666ad1556 is: ACTIVE; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:48:08.469627 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.agents_db [None req-42b69621-6215-4a4a-9d32-588efc9ea437 None None] Agent healthcheck: found 6 active agents {{(pid=103783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 19:48:14.683103 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (bee311cb-2a55-4828-8ca4-4ee09c88de79), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:14.992014 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-41e01694-c354-4dbc-ad1a-4cfa53bee4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:17.283126 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d8405f27-4607-4c6c-9230-017c391d4ce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:18.538741 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:20.328813 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:21.544439 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:21.714714 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-738854a0-d5d8-4d20-977f-8072172ab614 req-b2bb255d-9045-417b-a63a-c7752e5278b6 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-992108511&fields=id&tenant_id=757859fa777e4b5dad0105d36b6554d1 HTTP/1.1" status: 200 len: 267 time: 0.0494187 May 17 19:48:21.818628 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738854a0-d5d8-4d20-977f-8072172ab614 req-8e07b68b-d5ef-4e06-a6cc-0c0575fa705b tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:48:21.819958 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-738854a0-d5d8-4d20-977f-8072172ab614 req-8e07b68b-d5ef-4e06-a6cc-0c0575fa705b tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/networks?id=2a476a7f-96cd-4583-8eb9-44a9141d859c HTTP/1.1" status: 200 len: 808 time: 0.0986733 May 17 19:48:21.834217 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-738854a0-d5d8-4d20-977f-8072172ab614 req-3653d367-40e4-4e7d-95f1-c972cc53ffba tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/quotas/757859fa777e4b5dad0105d36b6554d1 HTTP/1.1" status: 200 len: 375 time: 0.0090570 May 17 19:48:21.881918 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-738854a0-d5d8-4d20-977f-8072172ab614 req-aae5dfc9-712a-4ed9-b0e5-9e2a7c721859 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=757859fa777e4b5dad0105d36b6554d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0427380 May 17 19:48:22.065165 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-738854a0-d5d8-4d20-977f-8072172ab614 req-3d435019-d759-4904-98ce-4cd33d9e0f57 service neutron] 10.222.0.58 "GET /v2.0/networks/2a476a7f-96cd-4583-8eb9-44a9141d859c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724610 May 17 19:48:22.153664 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-738854a0-d5d8-4d20-977f-8072172ab614 req-fd0e7bc4-0e4d-4024-a2a2-f9527cdb240d service neutron] 10.222.0.58 "GET /v2.0/networks/2a476a7f-96cd-4583-8eb9-44a9141d859c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827105 May 17 19:48:23.829134 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-604da02d-f180-4afe-87bf-966143110472 req-32b15a13-2ed3-43b7-96ed-04618d684f75 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/ports?device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 210 time: 0.0267553 May 17 19:48:24.923802 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-d479e6dd-72ba-4828-89a5-e3ef7b245383 req-7c268256-11f2-40b3-b74b-2ea530424338 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/ports?device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 210 time: 0.0279021 May 17 19:48:26.018214 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-45c2052f-90c4-4907-88b5-f020fd246437 req-65be27bd-ca04-4428-98f9-9dea46dbddd0 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/ports?device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 210 time: 0.0277770 May 17 19:48:26.143124 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738854a0-d5d8-4d20-977f-8072172ab614 req-e95a61e4-e5ff-4cbc-a2d0-fa2d4fa70e0b tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:48:26.144559 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-738854a0-d5d8-4d20-977f-8072172ab614 req-e95a61e4-e5ff-4cbc-a2d0-fa2d4fa70e0b tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.69 "GET /v2.0/networks?id=2a476a7f-96cd-4583-8eb9-44a9141d859c HTTP/1.1" status: 200 len: 808 time: 0.0987055 May 17 19:48:26.205099 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-738854a0-d5d8-4d20-977f-8072172ab614 req-e93669c6-677c-4df7-9085-e1b96042dcf2 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=757859fa777e4b5dad0105d36b6554d1 HTTP/1.1" status: 200 len: 379 time: 0.0519915 May 17 19:48:26.216876 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [req-738854a0-d5d8-4d20-977f-8072172ab614 req-bd10cab3-d6e3-4a1f-9d63-d4c8fda038fd tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Request body: {'port': {'device_id': '48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a', 'network_id': '2a476a7f-96cd-4583-8eb9-44a9141d859c', 'admin_state_up': True, 'tenant_id': '757859fa777e4b5dad0105d36b6554d1', 'security_groups': ['21141538-b071-4fe9-814d-da3a083d6686']}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:48:26.357602 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-738854a0-d5d8-4d20-977f-8072172ab614 req-bd10cab3-d6e3-4a1f-9d63-d4c8fda038fd tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Made reservation on behalf of 757859fa777e4b5dad0105d36b6554d1 for: {'port': 1} {{(pid=103781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 19:48:26.362842 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-738854a0-d5d8-4d20-977f-8072172ab614 req-bd10cab3-d6e3-4a1f-9d63-d4c8fda038fd tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:26.480452 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_common [req-738854a0-d5d8-4d20-977f-8072172ab614 req-bd10cab3-d6e3-4a1f-9d63-d4c8fda038fd tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Allocated IP 172.20.0.12 (2a476a7f-96cd-4583-8eb9-44a9141d859c/b4524911-dc73-4710-81c0-5e85907e1acd/ab645fe0-1c4b-42f7-8975-7c6aadee7af5) {{(pid=103781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:48:26.620047 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-738854a0-d5d8-4d20-977f-8072172ab614 req-bd10cab3-d6e3-4a1f-9d63-d4c8fda038fd tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Publish callbacks [] for port (ab645fe0-1c4b-42f7-8975-7c6aadee7af5), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:26.786416 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-738854a0-d5d8-4d20-977f-8072172ab614 req-bd10cab3-d6e3-4a1f-9d63-d4c8fda038fd tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (ab645fe0-1c4b-42f7-8975-7c6aadee7af5), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:26.828083 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-738854a0-d5d8-4d20-977f-8072172ab614 req-bd10cab3-d6e3-4a1f-9d63-d4c8fda038fd tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Network 2a476a7f-96cd-4583-8eb9-44a9141d859c is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:48:26.831103 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [req-738854a0-d5d8-4d20-977f-8072172ab614 req-bd10cab3-d6e3-4a1f-9d63-d4c8fda038fd tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:48:26.834700 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [req-738854a0-d5d8-4d20-977f-8072172ab614 req-bd10cab3-d6e3-4a1f-9d63-d4c8fda038fd tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Received port after_create {{(pid=103781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:48:26.862274 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd10cab3-d6e3-4a1f-9d63-d4c8fda038fd tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Pushing event updated for resources: {'Port': ['ID=ab645fe0-1c4b-42f7-8975-7c6aadee7af5,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:48:26.876970 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd10cab3-d6e3-4a1f-9d63-d4c8fda038fd tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:48:26.877314 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd10cab3-d6e3-4a1f-9d63-d4c8fda038fd tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:48:26.877642 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd10cab3-d6e3-4a1f-9d63-d4c8fda038fd tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:48:26.877970 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd10cab3-d6e3-4a1f-9d63-d4c8fda038fd tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:48:26.878295 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd10cab3-d6e3-4a1f-9d63-d4c8fda038fd tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:48:26.878616 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd10cab3-d6e3-4a1f-9d63-d4c8fda038fd tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:48:26.878934 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd10cab3-d6e3-4a1f-9d63-d4c8fda038fd tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:48:26.879255 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd10cab3-d6e3-4a1f-9d63-d4c8fda038fd tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:48:26.879592 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd10cab3-d6e3-4a1f-9d63-d4c8fda038fd tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:48:26.879907 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd10cab3-d6e3-4a1f-9d63-d4c8fda038fd tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:48:26.880247 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd10cab3-d6e3-4a1f-9d63-d4c8fda038fd tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:48:26.880534 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd10cab3-d6e3-4a1f-9d63-d4c8fda038fd tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:48:26.880851 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd10cab3-d6e3-4a1f-9d63-d4c8fda038fd tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:48:26.881165 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd10cab3-d6e3-4a1f-9d63-d4c8fda038fd tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:48:26.881474 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd10cab3-d6e3-4a1f-9d63-d4c8fda038fd tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:48:26.901461 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738854a0-d5d8-4d20-977f-8072172ab614 req-bd10cab3-d6e3-4a1f-9d63-d4c8fda038fd tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:48:26.902097 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-738854a0-d5d8-4d20-977f-8072172ab614 req-bd10cab3-d6e3-4a1f-9d63-d4c8fda038fd tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:26.960133 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-738854a0-d5d8-4d20-977f-8072172ab614 req-bd10cab3-d6e3-4a1f-9d63-d4c8fda038fd tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7466984 May 17 19:48:26.972250 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [req-738854a0-d5d8-4d20-977f-8072172ab614 req-62bb566e-bd59-4550-a51c-57cfb9d90a38 service neutron] Request body: {'port': {'device_id': '48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:48:27.035088 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-738854a0-d5d8-4d20-977f-8072172ab614 req-62bb566e-bd59-4550-a51c-57cfb9d90a38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (ab645fe0-1c4b-42f7-8975-7c6aadee7af5), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:27.059174 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-ef390c78-44a2-4de2-ad3d-6ecae954c4a9 None None] Provisioning complete for port ab645fe0-1c4b-42f7-8975-7c6aadee7af5 triggered by entity DHCP. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:48:27.065535 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ef390c78-44a2-4de2-ad3d-6ecae954c4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (ab645fe0-1c4b-42f7-8975-7c6aadee7af5), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:27.100173 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-ef390c78-44a2-4de2-ad3d-6ecae954c4a9 None None] Port ab645fe0-1c4b-42f7-8975-7c6aadee7af5 cannot update to ACTIVE because it is not bound. {{(pid=103782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 19:48:27.140755 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e3050-af30-4961-8e0b-566ad92c9ec9 req-ea285d8f-0430-4654-8d20-45c4c410e15d tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:48:27.142263 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-186e3050-af30-4961-8e0b-566ad92c9ec9 req-ea285d8f-0430-4654-8d20-45c4c410e15d tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/ports?device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 932 time: 0.0474286 May 17 19:48:27.193952 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-186e3050-af30-4961-8e0b-566ad92c9ec9 req-fcd71251-99ea-4404-81c8-57d271b49072 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/security-groups?id=21141538-b071-4fe9-814d-da3a083d6686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458391 May 17 19:48:27.331196 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [req-738854a0-d5d8-4d20-977f-8072172ab614 req-62bb566e-bd59-4550-a51c-57cfb9d90a38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab645fe0-1c4b-42f7-8975-7c6aadee7af5 {{(pid=103781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 19:48:27.338504 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-738854a0-d5d8-4d20-977f-8072172ab614 req-62bb566e-bd59-4550-a51c-57cfb9d90a38 service neutron] Publish callbacks [] for port (ab645fe0-1c4b-42f7-8975-7c6aadee7af5), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:27.351364 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.provisioning_blocks [req-738854a0-d5d8-4d20-977f-8072172ab614 req-62bb566e-bd59-4550-a51c-57cfb9d90a38 service neutron] Transition to ACTIVE for port object ab645fe0-1c4b-42f7-8975-7c6aadee7af5 will not be triggered until provisioned by entity L2. {{(pid=103781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 19:48:27.442996 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-738854a0-d5d8-4d20-977f-8072172ab614 req-62bb566e-bd59-4550-a51c-57cfb9d90a38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13820453'] for port (ab645fe0-1c4b-42f7-8975-7c6aadee7af5), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:27.492999 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb566e-bd59-4550-a51c-57cfb9d90a38 service neutron] Pushing event updated for resources: {'Port': ['ID=ab645fe0-1c4b-42f7-8975-7c6aadee7af5,revision_number=2']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:48:27.566746 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-738854a0-d5d8-4d20-977f-8072172ab614 req-62bb566e-bd59-4550-a51c-57cfb9d90a38 service neutron] Attempting to bind port ab645fe0-1c4b-42f7-8975-7c6aadee7af5 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 19:48:27.567025 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-738854a0-d5d8-4d20-977f-8072172ab614 req-62bb566e-bd59-4550-a51c-57cfb9d90a38 service neutron] Attempting to bind port ab645fe0-1c4b-42f7-8975-7c6aadee7af5 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '9781d980-ed9b-41f0-aec3-676c5bd88e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2a476a7f-96cd-4583-8eb9-44a9141d859c'}] {{(pid=103781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 19:48:27.571953 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738854a0-d5d8-4d20-977f-8072172ab614 req-62bb566e-bd59-4550-a51c-57cfb9d90a38 service neutron] Attempting to bind port ab645fe0-1c4b-42f7-8975-7c6aadee7af5 on network 2a476a7f-96cd-4583-8eb9-44a9141d859c {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:48:27.573694 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738854a0-d5d8-4d20-977f-8072172ab614 req-62bb566e-bd59-4550-a51c-57cfb9d90a38 service neutron] Port ab645fe0-1c4b-42f7-8975-7c6aadee7af5 on network 2a476a7f-96cd-4583-8eb9-44a9141d859c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 19:48:27.574007 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738854a0-d5d8-4d20-977f-8072172ab614 req-62bb566e-bd59-4550-a51c-57cfb9d90a38 service neutron] Attempting to bind port ab645fe0-1c4b-42f7-8975-7c6aadee7af5 on network 2a476a7f-96cd-4583-8eb9-44a9141d859c {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 19:48:27.579978 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738854a0-d5d8-4d20-977f-8072172ab614 req-62bb566e-bd59-4550-a51c-57cfb9d90a38 service neutron] Checking agent: {'id': 'bee311cb-2a55-4828-8ca4-4ee09c88de79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 19, 27, 43), 'started_at': datetime.datetime(2022, 5, 17, 19, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 19, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 19:48:27.580331 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738854a0-d5d8-4d20-977f-8072172ab614 req-62bb566e-bd59-4550-a51c-57cfb9d90a38 service neutron] Checking segment: {'id': '9781d980-ed9b-41f0-aec3-676c5bd88e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2a476a7f-96cd-4583-8eb9-44a9141d859c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 19:48:27.580706 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738854a0-d5d8-4d20-977f-8072172ab614 req-62bb566e-bd59-4550-a51c-57cfb9d90a38 service neutron] Bound using segment: {'id': '9781d980-ed9b-41f0-aec3-676c5bd88e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2a476a7f-96cd-4583-8eb9-44a9141d859c'} {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 19:48:27.581120 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-738854a0-d5d8-4d20-977f-8072172ab614 req-62bb566e-bd59-4550-a51c-57cfb9d90a38 service neutron] Bound port: ab645fe0-1c4b-42f7-8975-7c6aadee7af5, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9781d980-ed9b-41f0-aec3-676c5bd88e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2a476a7f-96cd-4583-8eb9-44a9141d859c'}}] {{(pid=103781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 19:48:27.581523 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-738854a0-d5d8-4d20-977f-8072172ab614 req-62bb566e-bd59-4550-a51c-57cfb9d90a38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (ab645fe0-1c4b-42f7-8975-7c6aadee7af5), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:27.650283 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-738854a0-d5d8-4d20-977f-8072172ab614 req-62bb566e-bd59-4550-a51c-57cfb9d90a38 service neutron] For port ab645fe0-1c4b-42f7-8975-7c6aadee7af5, host hv-cinder-84067, cleared binding levels {{(pid=103781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 19:48:27.653206 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-738854a0-d5d8-4d20-977f-8072172ab614 req-62bb566e-bd59-4550-a51c-57cfb9d90a38 service neutron] For port ab645fe0-1c4b-42f7-8975-7c6aadee7af5, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=ab645fe0-1c4b-42f7-8975-7c6aadee7af5,segment=NetworkSegment(9781d980-ed9b-41f0-aec3-676c5bd88e10),segment_id=9781d980-ed9b-41f0-aec3-676c5bd88e10)] {{(pid=103781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 19:48:27.717741 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-738854a0-d5d8-4d20-977f-8072172ab614 req-62bb566e-bd59-4550-a51c-57cfb9d90a38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13820453'] for port (ab645fe0-1c4b-42f7-8975-7c6aadee7af5), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:27.746806 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738854a0-d5d8-4d20-977f-8072172ab614 req-62bb566e-bd59-4550-a51c-57cfb9d90a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:48:27.747413 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-738854a0-d5d8-4d20-977f-8072172ab614 req-62bb566e-bd59-4550-a51c-57cfb9d90a38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:27.748954 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-738854a0-d5d8-4d20-977f-8072172ab614 req-62bb566e-bd59-4550-a51c-57cfb9d90a38 service neutron] 10.222.0.69 "PUT /v2.0/ports/ab645fe0-1c4b-42f7-8975-7c6aadee7af5 HTTP/1.1" status: 200 len: 1094 time: 0.7816031 May 17 19:48:27.751728 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a', 'tag': 'ab645fe0-1c4b-42f7-8975-7c6aadee7af5'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:48:27.754598 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5abf21081b7c701043d67e7bff15db599e71af2afb5ac8611b6265996300b020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a82e3f-d849-45de-9125-b7f937e7d31b" -d '{"events": [{"name": "network-changed", "server_uuid": "48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a", "tag": "ab645fe0-1c4b-42f7-8975-7c6aadee7af5"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:48:27.782541 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb566e-bd59-4550-a51c-57cfb9d90a38 service neutron] Pushing event updated for resources: {'Port': ['ID=ab645fe0-1c4b-42f7-8975-7c6aadee7af5,revision_number=3']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:48:27.796034 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 19:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f5ea1d-57ab-42a2-9f12-3cf9a258b577 x-openstack-request-id: req-a7f5ea1d-57ab-42a2-9f12-3cf9a258b577 {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:48:27.796465 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a", "tag": "ab645fe0-1c4b-42f7-8975-7c6aadee7af5", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:48:27.796732 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a7f5ea1d-57ab-42a2-9f12-3cf9a258b577 {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:48:27.797123 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7f5ea1d-57ab-42a2-9f12-3cf9a258b577'] response: {'name': 'network-changed', 'server_uuid': '48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a', 'tag': 'ab645fe0-1c4b-42f7-8975-7c6aadee7af5', 'status': 'completed', 'code': 200} May 17 19:48:27.859910 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a82e3f-d849-45de-9125-b7f937e7d31b req-eb7234ae-53f3-47cf-a4e9-e68809a64988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:48:27.861436 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-42a82e3f-d849-45de-9125-b7f937e7d31b req-eb7234ae-53f3-47cf-a4e9-e68809a64988 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=757859fa777e4b5dad0105d36b6554d1&device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 1128 time: 0.0438046 May 17 19:48:27.968448 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a82e3f-d849-45de-9125-b7f937e7d31b req-1457c186-1566-44a1-bd32-c087e2a624e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:48:27.969926 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-42a82e3f-d849-45de-9125-b7f937e7d31b req-1457c186-1566-44a1-bd32-c087e2a624e7 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=757859fa777e4b5dad0105d36b6554d1&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0963988 May 17 19:48:28.316803 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40899fc-e665-4a68-87f2-758452be9563 req-4beb34fe-2c59-4459-8c2d-642c5896638d tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:48:28.318268 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-b40899fc-e665-4a68-87f2-758452be9563 req-4beb34fe-2c59-4459-8c2d-642c5896638d tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/ports?device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 944 time: 0.0509853 May 17 19:48:28.329147 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a82e3f-d849-45de-9125-b7f937e7d31b req-b20c9fc8-18d8-43ea-b3ae-1af1fc1debde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:48:28.330679 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-42a82e3f-d849-45de-9125-b7f937e7d31b req-b20c9fc8-18d8-43ea-b3ae-1af1fc1debde service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3502445 May 17 19:48:28.368867 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-b40899fc-e665-4a68-87f2-758452be9563 req-03ea7ef5-c8c6-4095-b763-3c674381c626 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/security-groups?id=21141538-b071-4fe9-814d-da3a083d6686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450442 May 17 19:48:28.411110 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738854a0-d5d8-4d20-977f-8072172ab614 req-2f1b3457-d050-40a6-8aff-7f6e168b6d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:48:28.412622 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-738854a0-d5d8-4d20-977f-8072172ab614 req-2f1b3457-d050-40a6-8aff-7f6e168b6d8f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=757859fa777e4b5dad0105d36b6554d1&device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 1128 time: 0.0380249 May 17 19:48:28.453037 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-738854a0-d5d8-4d20-977f-8072172ab614 req-a0f2e59e-3e60-47e6-a6c8-4665ba274da7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab645fe0-1c4b-42f7-8975-7c6aadee7af5 HTTP/1.1" status: 200 len: 217 time: 0.0302579 May 17 19:48:28.502874 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738854a0-d5d8-4d20-977f-8072172ab614 req-27899e1b-6040-4b1d-b67b-67a9bc078906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:48:28.504258 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-738854a0-d5d8-4d20-977f-8072172ab614 req-27899e1b-6040-4b1d-b67b-67a9bc078906 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b4524911-dc73-4710-81c0-5e85907e1acd HTTP/1.1" status: 200 len: 847 time: 0.0421982 May 17 19:48:28.550880 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738854a0-d5d8-4d20-977f-8072172ab614 req-ec07faf1-4954-461e-b053-83072cd3e106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:48:28.552399 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-738854a0-d5d8-4d20-977f-8072172ab614 req-ec07faf1-4954-461e-b053-83072cd3e106 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2a476a7f-96cd-4583-8eb9-44a9141d859c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0402124 May 17 19:48:28.640839 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-738854a0-d5d8-4d20-977f-8072172ab614 req-630b6ab5-3ef5-4f1e-a615-4acb635e8071 service neutron] 10.222.0.69 "GET /v2.0/networks/2a476a7f-96cd-4583-8eb9-44a9141d859c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803549 May 17 19:48:28.731022 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-738854a0-d5d8-4d20-977f-8072172ab614 req-557ef650-73fb-484c-9ee7-8fed66b2e521 service neutron] 10.222.0.69 "GET /v2.0/networks/2a476a7f-96cd-4583-8eb9-44a9141d859c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820537 May 17 19:48:29.181127 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [req-b1a0ba73-f535-4ba5-901e-6ee63beaddaa req-6fdecd09-7546-4c63-bcf7-06231c2bff65 service neutron] (103781) timed out ('10.222.0.69', 49388) {{(pid=103781) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 17 19:48:29.479870 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571d741-bc72-468a-a234-5a5b70147c20 req-a0c875c7-a00e-446c-8fc9-a8253b6f34f6 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:48:29.481312 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c571d741-bc72-468a-a234-5a5b70147c20 req-a0c875c7-a00e-446c-8fc9-a8253b6f34f6 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/ports?device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 944 time: 0.0453634 May 17 19:48:29.528389 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c571d741-bc72-468a-a234-5a5b70147c20 req-a49effc5-25f6-45ad-8693-272c42e3a669 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/security-groups?id=21141538-b071-4fe9-814d-da3a083d6686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408928 May 17 19:48:30.638490 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c837a5-2046-4f42-8beb-edbef4d0684b req-f3788bb4-adf4-4e96-b56f-d57450192ccb tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:48:30.640095 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-28c837a5-2046-4f42-8beb-edbef4d0684b req-f3788bb4-adf4-4e96-b56f-d57450192ccb tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/ports?device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 944 time: 0.0462017 May 17 19:48:30.687839 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-28c837a5-2046-4f42-8beb-edbef4d0684b req-27ec0f4e-aa3b-492b-88cc-ebec55a2545d tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/security-groups?id=21141538-b071-4fe9-814d-da3a083d6686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422421 May 17 19:48:31.800977 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ba385-1d33-4ee7-bade-563cedb13c93 req-6b7d0c49-cf14-4e68-9daa-324d36f7cc91 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:48:31.802466 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2e9ba385-1d33-4ee7-bade-563cedb13c93 req-6b7d0c49-cf14-4e68-9daa-324d36f7cc91 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/ports?device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 944 time: 0.0501297 May 17 19:48:31.849363 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2e9ba385-1d33-4ee7-bade-563cedb13c93 req-67240c6d-f8a2-43b3-af93-cbe67306769f tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/security-groups?id=21141538-b071-4fe9-814d-da3a083d6686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415621 May 17 19:48:32.958098 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f41cc83-e236-4075-ad47-eae2ddbf826a req-9b8d6287-d216-400e-8258-7e1f6d3a2ef1 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:48:32.959564 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-4f41cc83-e236-4075-ad47-eae2ddbf826a req-9b8d6287-d216-400e-8258-7e1f6d3a2ef1 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/ports?device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 944 time: 0.0452304 May 17 19:48:33.010487 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-4f41cc83-e236-4075-ad47-eae2ddbf826a req-b5556255-82da-44d1-9dd3-efdef18f9c28 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/security-groups?id=21141538-b071-4fe9-814d-da3a083d6686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453949 May 17 19:48:34.118214 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b165024-8a9a-4f61-bba0-f887af6d759d req-f4083a34-18a0-40d5-8cc4-c0793ad740bc tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:48:34.119761 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1b165024-8a9a-4f61-bba0-f887af6d759d req-f4083a34-18a0-40d5-8cc4-c0793ad740bc tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/ports?device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 944 time: 0.0455747 May 17 19:48:34.166597 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1b165024-8a9a-4f61-bba0-f887af6d759d req-90a85053-a16a-4c68-8e0b-1a90b469748d tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/security-groups?id=21141538-b071-4fe9-814d-da3a083d6686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409493 May 17 19:48:35.275918 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a25b886-a90e-4675-b0f0-6fceb2329c87 req-5ea0a680-e096-4064-8ec5-9974c3d3dd8d tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:48:35.277392 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-5a25b886-a90e-4675-b0f0-6fceb2329c87 req-5ea0a680-e096-4064-8ec5-9974c3d3dd8d tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/ports?device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 944 time: 0.0465071 May 17 19:48:35.324823 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-5a25b886-a90e-4675-b0f0-6fceb2329c87 req-9a702566-2b38-4bec-b76d-f9aa8fdf3eee tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/security-groups?id=21141538-b071-4fe9-814d-da3a083d6686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415618 May 17 19:48:36.182707 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device ab645fe0-1c4b-42f7-8975-7c6aadee7af5 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 19:48:36.277529 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port ab645fe0-1c4b-42f7-8975-7c6aadee7af5, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=ab645fe0-1c4b-42f7-8975-7c6aadee7af5,segment=NetworkSegment(9781d980-ed9b-41f0-aec3-676c5bd88e10),segment_id=9781d980-ed9b-41f0-aec3-676c5bd88e10)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:48:36.288240 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Returning: {'device': 'ab645fe0-1c4b-42f7-8975-7c6aadee7af5', 'network_id': '2a476a7f-96cd-4583-8eb9-44a9141d859c', 'port_id': 'ab645fe0-1c4b-42f7-8975-7c6aadee7af5', 'mac_address': 'fa:16:3e:dd:63:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4524911-dc73-4710-81c0-5e85907e1acd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 19:48:36.321533 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Current status of the port ab645fe0-1c4b-42f7-8975-7c6aadee7af5 is: DOWN; New status is: BUILD {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:48:36.321916 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (ab645fe0-1c4b-42f7-8975-7c6aadee7af5), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:36.334045 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab645fe0-1c4b-42f7-8975-7c6aadee7af5 {{(pid=103782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 19:48:36.353218 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port ab645fe0-1c4b-42f7-8975-7c6aadee7af5, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=ab645fe0-1c4b-42f7-8975-7c6aadee7af5,segment=NetworkSegment(9781d980-ed9b-41f0-aec3-676c5bd88e10),segment_id=9781d980-ed9b-41f0-aec3-676c5bd88e10)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:48:36.436976 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29493ff4-c88a-4066-a6a0-584bb89ee90a req-0d17bee1-5bde-4f50-8361-32ccefa9ec55 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:48:36.439030 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-29493ff4-c88a-4066-a6a0-584bb89ee90a req-0d17bee1-5bde-4f50-8361-32ccefa9ec55 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/ports?device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 944 time: 0.0462680 May 17 19:48:36.443087 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (ab645fe0-1c4b-42f7-8975-7c6aadee7af5), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:36.489464 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Pushing event updated for resources: {'Port': ['ID=ab645fe0-1c4b-42f7-8975-7c6aadee7af5,revision_number=4']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:48:36.492233 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-29493ff4-c88a-4066-a6a0-584bb89ee90a req-43b5c5e0-0f12-4244-8480-9d7b399eadda tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/security-groups?id=21141538-b071-4fe9-814d-da3a083d6686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471585 May 17 19:48:36.764025 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] get_ports_and_sgs() called for port_ids ['ab645fe0-1c4b-42f7-8975-7c6aadee7af5'] {{(pid=103782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 19:48:37.602753 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54214cb7-533f-4057-96a2-134b28a0dceb req-942adf15-451c-4947-add4-863863cd002b tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:48:37.604290 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-54214cb7-533f-4057-96a2-134b28a0dceb req-942adf15-451c-4947-add4-863863cd002b tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/ports?device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 945 time: 0.0459712 May 17 19:48:37.651977 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-54214cb7-533f-4057-96a2-134b28a0dceb req-42b9cb2a-2abc-449c-b596-3e8320d7175c tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/security-groups?id=21141538-b071-4fe9-814d-da3a083d6686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414820 May 17 19:48:38.199299 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device ab645fe0-1c4b-42f7-8975-7c6aadee7af5 up at agent hyperv_hv-cinder-84067 {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:48:38.241430 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Provisioning for port ab645fe0-1c4b-42f7-8975-7c6aadee7af5 completed by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 19:48:38.345346 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Provisioning complete for port ab645fe0-1c4b-42f7-8975-7c6aadee7af5 triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:48:38.345719 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (ab645fe0-1c4b-42f7-8975-7c6aadee7af5), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:38.414084 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Current status of the port ab645fe0-1c4b-42f7-8975-7c6aadee7af5 is: BUILD; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:48:38.414456 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (ab645fe0-1c4b-42f7-8975-7c6aadee7af5), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:38.436079 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab645fe0-1c4b-42f7-8975-7c6aadee7af5'}] {{(pid=103782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:48:38.438860 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dcdb420cfc3f3d59cdc90e9401be4743e23c4809d01819fc24a250fd06a42a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76b1dec-8612-4708-872b-d764dabcc8e2" -d '{"events": [{"server_uuid": "48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a", "name": "network-vif-plugged", "status": "completed", "tag": "ab645fe0-1c4b-42f7-8975-7c6aadee7af5"}]}' {{(pid=103782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:48:38.452638 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port ab645fe0-1c4b-42f7-8975-7c6aadee7af5, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=ab645fe0-1c4b-42f7-8975-7c6aadee7af5,segment=NetworkSegment(9781d980-ed9b-41f0-aec3-676c5bd88e10),segment_id=9781d980-ed9b-41f0-aec3-676c5bd88e10)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:48:38.528650 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (ab645fe0-1c4b-42f7-8975-7c6aadee7af5), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:38.583609 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Pushing event updated for resources: {'Port': ['ID=ab645fe0-1c4b-42f7-8975-7c6aadee7af5,revision_number=5']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:48:38.681189 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 19:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02ac014-8859-439b-af9d-715ca7f43ce3 x-openstack-request-id: req-e02ac014-8859-439b-af9d-715ca7f43ce3 {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:48:38.681483 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a", "name": "network-vif-plugged", "status": "completed", "tag": "ab645fe0-1c4b-42f7-8975-7c6aadee7af5", "code": 200}]} {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:48:38.681769 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e02ac014-8859-439b-af9d-715ca7f43ce3 {{(pid=103782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:48:38.682167 dv-cinder-840678-10-iscsi neutron-server[103782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e02ac014-8859-439b-af9d-715ca7f43ce3'] response: {'server_uuid': '48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab645fe0-1c4b-42f7-8975-7c6aadee7af5', 'code': 200} May 17 19:48:38.768777 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51508e2a-f683-4aad-a366-1da339de2957 req-81d65a24-b5a0-468d-befd-33dbba888198 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:48:38.770150 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-51508e2a-f683-4aad-a366-1da339de2957 req-81d65a24-b5a0-468d-befd-33dbba888198 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/ports?device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 946 time: 0.0500805 May 17 19:48:38.818806 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-51508e2a-f683-4aad-a366-1da339de2957 req-f9a7a38d-1b96-4c2c-aa8b-7affe956076c tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/security-groups?id=21141538-b071-4fe9-814d-da3a083d6686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431492 May 17 19:48:39.026724 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6721a5-2198-404c-9558-23a5599c31ce req-72a6fdc6-5efb-4a5b-82fd-ef78c0956fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:48:39.028143 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8f6721a5-2198-404c-9558-23a5599c31ce req-72a6fdc6-5efb-4a5b-82fd-ef78c0956fc2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 1130 time: 0.0367222 May 17 19:48:39.071514 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8f6721a5-2198-404c-9558-23a5599c31ce req-9b859c15-1f37-4f06-ad7c-e14eb691f59a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=21141538-b071-4fe9-814d-da3a083d6686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373824 May 17 19:48:39.929473 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1963f78-4eef-4472-9ddd-1563ac970f82 req-e25394a4-7ae6-491c-ad33-05d6afbaa69b tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:48:39.930892 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b1963f78-4eef-4472-9ddd-1563ac970f82 req-e25394a4-7ae6-491c-ad33-05d6afbaa69b tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/ports?device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 946 time: 0.0447636 May 17 19:48:39.977305 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b1963f78-4eef-4472-9ddd-1563ac970f82 req-36b53ade-e276-4ee8-9adf-ab20d01250e9 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/security-groups?id=21141538-b071-4fe9-814d-da3a083d6686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410738 May 17 19:48:41.089846 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906da18-cfe5-4a89-8ca1-e6799393af8a req-38aa0c3b-fe18-4608-9581-4ddf28b1ea12 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:48:41.091291 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-5906da18-cfe5-4a89-8ca1-e6799393af8a req-38aa0c3b-fe18-4608-9581-4ddf28b1ea12 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/ports?device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 946 time: 0.0462809 May 17 19:48:41.138756 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-5906da18-cfe5-4a89-8ca1-e6799393af8a req-5a5a9919-6d81-4694-8fb7-d883ed58ca77 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/security-groups?id=21141538-b071-4fe9-814d-da3a083d6686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420184 May 17 19:48:41.251090 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a621acd-ccf6-46ad-ad16-1a8baea317d4 req-e2c47284-9c27-4723-8879-94f84f870a61 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:48:41.252452 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7a621acd-ccf6-46ad-ad16-1a8baea317d4 req-e2c47284-9c27-4723-8879-94f84f870a61 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/ports?device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 946 time: 0.0491855 May 17 19:48:41.299685 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7a621acd-ccf6-46ad-ad16-1a8baea317d4 req-858dd629-ac2a-4851-abb1-c4e41244a051 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/security-groups?id=21141538-b071-4fe9-814d-da3a083d6686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417888 May 17 19:48:41.320636 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 49054) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:48:41.402025 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6ae024-8d83-4d35-9bf8-4aa1fd119ab5 tempest-TestShelveInstance-218786701 tempest-TestShelveInstance-218786701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:48:41.403582 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-db6ae024-8d83-4d35-9bf8-4aa1fd119ab5 tempest-TestShelveInstance-218786701 tempest-TestShelveInstance-218786701-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 1125 time: 0.0819640 May 17 19:48:41.406439 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 49058) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:48:41.410663 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-f6c92045-3706-46ca-89aa-8c1272fc296f tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Request body: {'floatingip': {'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'port_id': 'ab645fe0-1c4b-42f7-8975-7c6aadee7af5', 'tenant_id': '757859fa777e4b5dad0105d36b6554d1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 19:48:41.493972 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f6c92045-3706-46ca-89aa-8c1272fc296f tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:41.572454 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f6c92045-3706-46ca-89aa-8c1272fc296f tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:41.671307 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_common [None req-f6c92045-3706-46ca-89aa-8c1272fc296f tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Allocated IP 172.27.2.126 (a8e71caf-cf8f-487f-b3e8-f30c47275c44/5b8cb9fa-be03-458e-a77b-33fb963ee3d0/2b4bf882-4da3-4f3d-99cb-8df1b3168d65) {{(pid=103781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 19:48:41.771146 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f6c92045-3706-46ca-89aa-8c1272fc296f tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Publish callbacks [] for port (2b4bf882-4da3-4f3d-99cb-8df1b3168d65), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:41.854470 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f6c92045-3706-46ca-89aa-8c1272fc296f tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792041112167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (2b4bf882-4da3-4f3d-99cb-8df1b3168d65), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:41.890118 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c92045-3706-46ca-89aa-8c1272fc296f tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Network a8e71caf-cf8f-487f-b3e8-f30c47275c44 is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 19:48:41.892912 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [None req-f6c92045-3706-46ca-89aa-8c1272fc296f tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 19:48:41.899181 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c92045-3706-46ca-89aa-8c1272fc296f tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Received port after_create {{(pid=103781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 19:48:41.919313 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c92045-3706-46ca-89aa-8c1272fc296f tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Pushing event updated for resources: {'Port': ['ID=2b4bf882-4da3-4f3d-99cb-8df1b3168d65,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:48:42.238115 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f6c92045-3706-46ca-89aa-8c1272fc296f tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Publish callbacks [] for floatingip (a07b8161-57d4-419e-8dea-76c78f8228c5), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:42.360373 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f6c92045-3706-46ca-89aa-8c1272fc296f tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (2b4bf882-4da3-4f3d-99cb-8df1b3168d65), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:42.526906 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f6c92045-3706-46ca-89aa-8c1272fc296f tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Publish callbacks [] for port (2b4bf882-4da3-4f3d-99cb-8df1b3168d65), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:42.591435 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f6c92045-3706-46ca-89aa-8c1272fc296f tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13820453'] for port (2b4bf882-4da3-4f3d-99cb-8df1b3168d65), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:42.659259 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c92045-3706-46ca-89aa-8c1272fc296f tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Pushing event updated for resources: {'Port': ['ID=2b4bf882-4da3-4f3d-99cb-8df1b3168d65,revision_number=2']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:48:42.670631 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f6c92045-3706-46ca-89aa-8c1272fc296f tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16764702'] for floatingip (a07b8161-57d4-419e-8dea-76c78f8228c5), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:42.762001 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.db.l3_db [None req-f6c92045-3706-46ca-89aa-8c1272fc296f tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Floating IP a07b8161-57d4-419e-8dea-76c78f8228c5 associated. External IP: 172.27.2.126, port: ab645fe0-1c4b-42f7-8975-7c6aadee7af5. May 17 19:48:42.948910 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c92045-3706-46ca-89aa-8c1272fc296f tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Router 0a13b0dd-b528-414d-8030-0c8e4161a309 has already been hosted by L3 agent d0bc9f74-feb0-4354-bd47-885486f1ec0d {{(pid=103781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 19:48:43.045807 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c92045-3706-46ca-89aa-8c1272fc296f tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Notify agent at l3_agent.dv-cinder-840678-10-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 19:48:43.055610 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e648fd-ae56-4c18-9117-dfc179c8d13d None None] Sync routers for ids ['0a13b0dd-b528-414d-8030-0c8e4161a309'] in dv-cinder-840678-10-iscsi {{(pid=103782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 19:48:43.066170 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e648fd-ae56-4c18-9117-dfc179c8d13d None None] Routers {'0a13b0dd-b528-414d-8030-0c8e4161a309'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:48:43.075525 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-c2e648fd-ae56-4c18-9117-dfc179c8d13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:48:17Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['0a13b0dd-b528-414d-8030-0c8e4161a309'], 'active': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:48:43.135892 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f6c92045-3706-46ca-89aa-8c1272fc296f tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for floatingip (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:43.164706 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvr_db [None req-c2e648fd-ae56-4c18-9117-dfc179c8d13d None None] Set router 0a13b0dd-b528-414d-8030-0c8e4161a309 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:48:43.164948 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-f6c92045-3706-46ca-89aa-8c1272fc296f tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7574952 May 17 19:48:43.165544 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a', 'tag': 'ab645fe0-1c4b-42f7-8975-7c6aadee7af5'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:48:43.167964 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5abf21081b7c701043d67e7bff15db599e71af2afb5ac8611b6265996300b020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57504c6-d88a-4276-b9fd-757ef3a791c1" -d '{"events": [{"name": "network-changed", "server_uuid": "48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a", "tag": "ab645fe0-1c4b-42f7-8975-7c6aadee7af5"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:48:43.203544 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 19:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df465501-34ff-4309-ab2a-19ce8ecde009 x-openstack-request-id: req-df465501-34ff-4309-ab2a-19ce8ecde009 {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:48:43.203834 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a", "tag": "ab645fe0-1c4b-42f7-8975-7c6aadee7af5", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:48:43.204089 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-df465501-34ff-4309-ab2a-19ce8ecde009 {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:48:43.204504 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df465501-34ff-4309-ab2a-19ce8ecde009'] response: {'name': 'network-changed', 'server_uuid': '48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a', 'tag': 'ab645fe0-1c4b-42f7-8975-7c6aadee7af5', 'status': 'completed', 'code': 200} May 17 19:48:43.267139 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57504c6-d88a-4276-b9fd-757ef3a791c1 req-a71fb036-188e-4cf5-b084-fd36dc1c7ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:48:43.268741 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f57504c6-d88a-4276-b9fd-757ef3a791c1 req-a71fb036-188e-4cf5-b084-fd36dc1c7ab9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=757859fa777e4b5dad0105d36b6554d1&device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 1130 time: 0.0421152 May 17 19:48:43.355219 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57504c6-d88a-4276-b9fd-757ef3a791c1 req-d70525dd-23a1-4a35-aaaf-8b0ba164764f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:48:43.356730 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f57504c6-d88a-4276-b9fd-757ef3a791c1 req-d70525dd-23a1-4a35-aaaf-8b0ba164764f service neutron] 10.222.0.69 "GET /v2.0/networks?id=2a476a7f-96cd-4583-8eb9-44a9141d859c HTTP/1.1" status: 200 len: 909 time: 0.0820243 May 17 19:48:43.372361 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-c2e648fd-ae56-4c18-9117-dfc179c8d13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a13b0dd-b528-414d-8030-0c8e4161a309', 'name': 'tempest-TestShelveInstance-177864667-router', 'tenant_id': '757859fa777e4b5dad0105d36b6554d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'ca8e27e4-5e9a-410b-b11d-84e75e43b2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:47:52Z', 'updated_at': '2022-05-17T19:47:55Z', 'revision_number': 4, 'project_id': '757859fa777e4b5dad0105d36b6554d1', 'gw_port': {'id': 'ca8e27e4-5e9a-410b-b11d-84e75e43b2d5', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:15:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a13b0dd-b528-414d-8030-0c8e4161a309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:47:53Z', 'updated_at': '2022-05-17T19:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_floatingips': [{'id': 'a07b8161-57d4-419e-8dea-76c78f8228c5', 'tenant_id': '757859fa777e4b5dad0105d36b6554d1', 'floating_ip_address': '172.27.2.126', 'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'router_id': '0a13b0dd-b528-414d-8030-0c8e4161a309', 'port_id': 'ab645fe0-1c4b-42f7-8975-7c6aadee7af5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a476a7f-96cd-4583-8eb9-44a9141d859c', 'mac_address': 'fa:16:3e:dd:63:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T19:48:42Z', 'updated_at': '2022-05-17T19:48:42Z', 'revision_number': 0, 'project_id': '757859fa777e4b5dad0105d36b6554d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c22d4e6-2864-4391-b068-8be41dd67fe6', 'name': '', 'network_id': '2a476a7f-96cd-4583-8eb9-44a9141d859c', 'tenant_id': '757859fa777e4b5dad0105d36b6554d1', 'mac_address': 'fa:16:3e:1e:7e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a13b0dd-b528-414d-8030-0c8e4161a309', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'b4524911-dc73-4710-81c0-5e85907e1acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:47:54Z', 'updated_at': '2022-05-17T19:47:59Z', 'revision_number': 5, 'project_id': '757859fa777e4b5dad0105d36b6554d1', 'subnets': [{'id': 'b4524911-dc73-4710-81c0-5e85907e1acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:48:43.399717 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e648fd-ae56-4c18-9117-dfc179c8d13d None None] Checking router: 0a13b0dd-b528-414d-8030-0c8e4161a309 for host: dv-cinder-840678-10-iscsi {{(pid=103782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 19:48:43.408418 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e648fd-ae56-4c18-9117-dfc179c8d13d None None] Routers {'0a13b0dd-b528-414d-8030-0c8e4161a309'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:48:43.409030 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-c2e648fd-ae56-4c18-9117-dfc179c8d13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:48:17Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['0a13b0dd-b528-414d-8030-0c8e4161a309'], 'active': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:48:43.418456 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f57504c6-d88a-4276-b9fd-757ef3a791c1 req-73a027d1-42d2-448c-b482-fc86694753f0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab645fe0-1c4b-42f7-8975-7c6aadee7af5 HTTP/1.1" status: 200 len: 1000 time: 0.0561144 May 17 19:48:43.464927 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57504c6-d88a-4276-b9fd-757ef3a791c1 req-66d852d0-8864-4212-8bfb-2c8c2cb6b999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:48:43.466269 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f57504c6-d88a-4276-b9fd-757ef3a791c1 req-66d852d0-8864-4212-8bfb-2c8c2cb6b999 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b4524911-dc73-4710-81c0-5e85907e1acd HTTP/1.1" status: 200 len: 847 time: 0.0412455 May 17 19:48:43.508580 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57504c6-d88a-4276-b9fd-757ef3a791c1 req-a558aff3-f0a0-4aab-8e9e-a3e962e26145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:48:43.510063 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f57504c6-d88a-4276-b9fd-757ef3a791c1 req-a558aff3-f0a0-4aab-8e9e-a3e962e26145 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2a476a7f-96cd-4583-8eb9-44a9141d859c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0373869 May 17 19:48:43.513227 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvr_db [None req-c2e648fd-ae56-4c18-9117-dfc179c8d13d None None] Set router 0a13b0dd-b528-414d-8030-0c8e4161a309 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:48:43.602319 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f57504c6-d88a-4276-b9fd-757ef3a791c1 req-cd928694-988c-44c6-86e3-dad8a359243a service neutron] 10.222.0.69 "GET /v2.0/networks/2a476a7f-96cd-4583-8eb9-44a9141d859c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858948 May 17 19:48:43.687936 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f57504c6-d88a-4276-b9fd-757ef3a791c1 req-f013c480-ab12-4f93-a41f-a20c9594c5ed service neutron] 10.222.0.69 "GET /v2.0/networks/2a476a7f-96cd-4583-8eb9-44a9141d859c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797801 May 17 19:48:43.719747 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-c2e648fd-ae56-4c18-9117-dfc179c8d13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a13b0dd-b528-414d-8030-0c8e4161a309', 'name': 'tempest-TestShelveInstance-177864667-router', 'tenant_id': '757859fa777e4b5dad0105d36b6554d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'ca8e27e4-5e9a-410b-b11d-84e75e43b2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:47:52Z', 'updated_at': '2022-05-17T19:47:55Z', 'revision_number': 4, 'project_id': '757859fa777e4b5dad0105d36b6554d1', 'gw_port': {'id': 'ca8e27e4-5e9a-410b-b11d-84e75e43b2d5', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:15:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a13b0dd-b528-414d-8030-0c8e4161a309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:47:53Z', 'updated_at': '2022-05-17T19:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_floatingips': [{'id': 'a07b8161-57d4-419e-8dea-76c78f8228c5', 'tenant_id': '757859fa777e4b5dad0105d36b6554d1', 'floating_ip_address': '172.27.2.126', 'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'router_id': '0a13b0dd-b528-414d-8030-0c8e4161a309', 'port_id': 'ab645fe0-1c4b-42f7-8975-7c6aadee7af5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a476a7f-96cd-4583-8eb9-44a9141d859c', 'mac_address': 'fa:16:3e:dd:63:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T19:48:42Z', 'updated_at': '2022-05-17T19:48:42Z', 'revision_number': 0, 'project_id': '757859fa777e4b5dad0105d36b6554d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c22d4e6-2864-4391-b068-8be41dd67fe6', 'name': '', 'network_id': '2a476a7f-96cd-4583-8eb9-44a9141d859c', 'tenant_id': '757859fa777e4b5dad0105d36b6554d1', 'mac_address': 'fa:16:3e:1e:7e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a13b0dd-b528-414d-8030-0c8e4161a309', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'b4524911-dc73-4710-81c0-5e85907e1acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:47:54Z', 'updated_at': '2022-05-17T19:47:59Z', 'revision_number': 5, 'project_id': '757859fa777e4b5dad0105d36b6554d1', 'subnets': [{'id': 'b4524911-dc73-4710-81c0-5e85907e1acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:48:43.743875 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e648fd-ae56-4c18-9117-dfc179c8d13d None None] The sync data for ids ['0a13b0dd-b528-414d-8030-0c8e4161a309'] in dv-cinder-840678-10-iscsi is: [{'id': '0a13b0dd-b528-414d-8030-0c8e4161a309', 'name': 'tempest-TestShelveInstance-177864667-router', 'tenant_id': '757859fa777e4b5dad0105d36b6554d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'ca8e27e4-5e9a-410b-b11d-84e75e43b2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:47:52Z', 'updated_at': '2022-05-17T19:47:55Z', 'revision_number': 4, 'project_id': '757859fa777e4b5dad0105d36b6554d1', 'gw_port': {'id': 'ca8e27e4-5e9a-410b-b11d-84e75e43b2d5', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:15:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a13b0dd-b528-414d-8030-0c8e4161a309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:47:53Z', 'updated_at': '2022-05-17T19:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_floatingips': [{'id': 'a07b8161-57d4-419e-8dea-76c78f8228c5', 'tenant_id': '757859fa777e4b5dad0105d36b6554d1', 'floating_ip_address': '172.27.2.126', 'floating_network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'router_id': '0a13b0dd-b528-414d-8030-0c8e4161a309', 'port_id': 'ab645fe0-1c4b-42f7-8975-7c6aadee7af5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a476a7f-96cd-4583-8eb9-44a9141d859c', 'mac_address': 'fa:16:3e:dd:63:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T19:48:42Z', 'updated_at': '2022-05-17T19:48:42Z', 'revision_number': 0, 'project_id': '757859fa777e4b5dad0105d36b6554d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c22d4e6-2864-4391-b068-8be41dd67fe6', 'name': '', 'network_id': '2a476a7f-96cd-4583-8eb9-44a9141d859c', 'tenant_id': '757859fa777e4b5dad0105d36b6554d1', 'mac_address': 'fa:16:3e:1e:7e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a13b0dd-b528-414d-8030-0c8e4161a309', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'b4524911-dc73-4710-81c0-5e85907e1acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:47:54Z', 'updated_at': '2022-05-17T19:47:59Z', 'revision_number': 5, 'project_id': '757859fa777e4b5dad0105d36b6554d1', 'subnets': [{'id': 'b4524911-dc73-4710-81c0-5e85907e1acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 19:48:43.932225 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e408b4-9104-4194-bf80-dbbbd94ef06c None None] New status for floating IP a07b8161-57d4-419e-8dea-76c78f8228c5: ACTIVE {{(pid=103783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 19:48:44.699868 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (bee311cb-2a55-4828-8ca4-4ee09c88de79), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:45.014206 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-2682fe97-6ac0-46ca-b697-af0af7270ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:45.467911 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.agents_db [None req-42b69621-6215-4a4a-9d32-588efc9ea437 None None] Agent healthcheck: found 6 active agents {{(pid=103783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 19:48:47.297688 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-379fec10-c14e-4cb8-9fcc-35c0d9077bdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:48.531870 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:50.339281 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:48:51.550924 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:49:01.043694 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-bce7dc5e-a7d4-478e-839f-c20bed0cbeee req-30bbc818-8cb3-4e62-8e9f-0f6a7faed472 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406268 May 17 19:49:01.121734 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce7dc5e-a7d4-478e-839f-c20bed0cbeee req-89f08ba4-135b-4708-8ebd-d5e4fc11c8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:49:01.123172 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-bce7dc5e-a7d4-478e-839f-c20bed0cbeee req-89f08ba4-135b-4708-8ebd-d5e4fc11c8cb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=757859fa777e4b5dad0105d36b6554d1&device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 1130 time: 0.0369670 May 17 19:49:01.222622 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce7dc5e-a7d4-478e-839f-c20bed0cbeee req-c1f10fd7-5c07-4e5f-bca3-b695cc3dc9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:49:01.223992 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-bce7dc5e-a7d4-478e-839f-c20bed0cbeee req-c1f10fd7-5c07-4e5f-bca3-b695cc3dc9d1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2a476a7f-96cd-4583-8eb9-44a9141d859c HTTP/1.1" status: 200 len: 909 time: 0.0808833 May 17 19:49:01.286797 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-bce7dc5e-a7d4-478e-839f-c20bed0cbeee req-acfbe14f-1619-43a6-af37-9a98bcdb3d0b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab645fe0-1c4b-42f7-8975-7c6aadee7af5 HTTP/1.1" status: 200 len: 1002 time: 0.0554481 May 17 19:49:01.333300 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce7dc5e-a7d4-478e-839f-c20bed0cbeee req-9779f754-20ac-4468-bd88-63128748a89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:49:01.334648 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-bce7dc5e-a7d4-478e-839f-c20bed0cbeee req-9779f754-20ac-4468-bd88-63128748a89c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b4524911-dc73-4710-81c0-5e85907e1acd HTTP/1.1" status: 200 len: 847 time: 0.0413232 May 17 19:49:01.377248 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce7dc5e-a7d4-478e-839f-c20bed0cbeee req-5babe907-2585-4f74-977b-12de789bc84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:49:01.378683 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-bce7dc5e-a7d4-478e-839f-c20bed0cbeee req-5babe907-2585-4f74-977b-12de789bc84d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2a476a7f-96cd-4583-8eb9-44a9141d859c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0376418 May 17 19:49:01.468200 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-bce7dc5e-a7d4-478e-839f-c20bed0cbeee req-608507ae-acf5-4c5f-a321-5c81298a08a0 service neutron] 10.222.0.69 "GET /v2.0/networks/2a476a7f-96cd-4583-8eb9-44a9141d859c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829978 May 17 19:49:01.558455 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-bce7dc5e-a7d4-478e-839f-c20bed0cbeee req-1bad5989-2d8f-41cc-b828-350dad088bbb service neutron] 10.222.0.69 "GET /v2.0/networks/2a476a7f-96cd-4583-8eb9-44a9141d859c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830112 May 17 19:49:14.702641 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (bee311cb-2a55-4828-8ca4-4ee09c88de79), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:49:15.023580 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-627b46cf-c7cc-47bb-8097-1291bee06560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:49:17.262752 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-c694f4d0-0b6a-48f3-bcea-7feb0d40f4b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:49:18.539098 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:49:20.344530 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:49:21.570814 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:49:22.466522 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.agents_db [None req-42b69621-6215-4a4a-9d32-588efc9ea437 None None] Agent healthcheck: found 6 active agents {{(pid=103783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 19:49:44.727095 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (bee311cb-2a55-4828-8ca4-4ee09c88de79), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:49:45.012320 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ba35afe6-cdc3-4006-9a48-eff6b57b7e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:49:47.269310 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-93d6dce9-ca21-4564-87a0-d4622e7ad0a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:49:48.549491 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:49:50.343531 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:49:51.541462 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:49:59.465389 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.agents_db [None req-42b69621-6215-4a4a-9d32-588efc9ea437 None None] Agent healthcheck: found 6 active agents {{(pid=103783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 19:50:02.053949 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-edeb1661-88bc-4f9e-9bbe-33b2111f45ba req-f2f511ea-64e1-4b48-b44e-d66fa49cbf61 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0370603 May 17 19:50:02.142840 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeb1661-88bc-4f9e-9bbe-33b2111f45ba req-780dde05-cb84-4bc5-83fb-e58b10382874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:50:02.144307 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-edeb1661-88bc-4f9e-9bbe-33b2111f45ba req-780dde05-cb84-4bc5-83fb-e58b10382874 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=757859fa777e4b5dad0105d36b6554d1&device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 1130 time: 0.0384233 May 17 19:50:02.250339 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeb1661-88bc-4f9e-9bbe-33b2111f45ba req-7f1ba3aa-d029-41f9-8a19-bb4b3fdc3760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:50:02.251762 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-edeb1661-88bc-4f9e-9bbe-33b2111f45ba req-7f1ba3aa-d029-41f9-8a19-bb4b3fdc3760 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2a476a7f-96cd-4583-8eb9-44a9141d859c HTTP/1.1" status: 200 len: 909 time: 0.0833416 May 17 19:50:02.313364 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-edeb1661-88bc-4f9e-9bbe-33b2111f45ba req-6b32c495-2a9d-4a5a-8028-b5c7bceb06e4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab645fe0-1c4b-42f7-8975-7c6aadee7af5 HTTP/1.1" status: 200 len: 1002 time: 0.0518668 May 17 19:50:02.362985 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeb1661-88bc-4f9e-9bbe-33b2111f45ba req-91e3c90d-af49-46ea-b922-fa98e4df5125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:50:02.364391 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-edeb1661-88bc-4f9e-9bbe-33b2111f45ba req-91e3c90d-af49-46ea-b922-fa98e4df5125 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b4524911-dc73-4710-81c0-5e85907e1acd HTTP/1.1" status: 200 len: 847 time: 0.0415199 May 17 19:50:02.411863 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeb1661-88bc-4f9e-9bbe-33b2111f45ba req-10b947d2-e5a1-4e89-a3b9-f5357ba756b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:50:02.413266 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-edeb1661-88bc-4f9e-9bbe-33b2111f45ba req-10b947d2-e5a1-4e89-a3b9-f5357ba756b4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2a476a7f-96cd-4583-8eb9-44a9141d859c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396836 May 17 19:50:02.500081 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-edeb1661-88bc-4f9e-9bbe-33b2111f45ba req-a2f0880e-c7ec-4246-a2a4-4492e40d100c service neutron] 10.222.0.69 "GET /v2.0/networks/2a476a7f-96cd-4583-8eb9-44a9141d859c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775003 May 17 19:50:02.589324 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-edeb1661-88bc-4f9e-9bbe-33b2111f45ba req-65f25a44-bce8-4ca5-9aff-e898ed2e6b93 service neutron] 10.222.0.69 "GET /v2.0/networks/2a476a7f-96cd-4583-8eb9-44a9141d859c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806408 May 17 19:50:14.725991 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (bee311cb-2a55-4828-8ca4-4ee09c88de79), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:50:14.994702 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-4f959b7c-db2c-4c37-b91b-9d1f5ef1caad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:50:17.255416 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-936f4c58-95fd-41ec-ac8a-bc37eed9ca45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:50:18.561049 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:50:20.365879 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:50:21.531363 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:50:36.464053 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.agents_db [None req-42b69621-6215-4a4a-9d32-588efc9ea437 None None] Agent healthcheck: found 6 active agents {{(pid=103783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 19:50:37.352609 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [req-423f1717-8cdc-4d97-8c4c-55278c2d8d13 req-43bf81ad-8091-4727-8bb8-c15ef510f70b service neutron] (103780) timed out ('10.222.0.58', 42634) {{(pid=103780) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 17 19:50:37.425614 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [req-423f1717-8cdc-4d97-8c4c-55278c2d8d13 req-25831c70-3771-4489-9b7b-c8e8394fc869 tempest-AttachVolumeShelveTestJSON-1457326788 tempest-AttachVolumeShelveTestJSON-1457326788-project] (103781) timed out ('10.222.0.58', 42650) {{(pid=103781) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 17 19:50:39.790754 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92fe838-0a59-446f-974f-052748f271f0 req-1bbf27b5-eed9-4f5b-ad90-7d93557804b6 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:50:39.792270 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-b92fe838-0a59-446f-974f-052748f271f0 req-1bbf27b5-eed9-4f5b-ad90-7d93557804b6 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/ports?device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 946 time: 0.1038587 May 17 19:50:39.840835 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-b92fe838-0a59-446f-974f-052748f271f0 req-86785418-4f5d-4308-a673-17df887d98d8 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/security-groups?id=21141538-b071-4fe9-814d-da3a083d6686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426922 May 17 19:50:41.004053 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4d5d8-a43a-4eea-a7d0-212eae3a65b4 req-14ceda80-c0bd-4bf0-a1e8-771d03507e02 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:50:41.005508 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-adb4d5d8-a43a-4eea-a7d0-212eae3a65b4 req-14ceda80-c0bd-4bf0-a1e8-771d03507e02 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/ports?device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 946 time: 0.0940759 May 17 19:50:41.053099 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-adb4d5d8-a43a-4eea-a7d0-212eae3a65b4 req-a01046f6-a34c-4be6-b712-e1a866b38aea tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/security-groups?id=21141538-b071-4fe9-814d-da3a083d6686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415199 May 17 19:50:42.165134 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2a3fd-5aa2-4788-a5f1-6e7277d722fc req-376ca955-c56f-4632-8eb2-0500a43a30d6 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:50:42.166562 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-d5e2a3fd-5aa2-4788-a5f1-6e7277d722fc req-376ca955-c56f-4632-8eb2-0500a43a30d6 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/ports?device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 946 time: 0.0453734 May 17 19:50:42.213062 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-d5e2a3fd-5aa2-4788-a5f1-6e7277d722fc req-b7db2d72-7261-4f1f-97e6-c107cbd4b360 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/security-groups?id=21141538-b071-4fe9-814d-da3a083d6686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402434 May 17 19:50:43.322929 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e36b9-f93a-4f30-871b-6920ee8d57f3 req-1b80e1ca-8874-442a-b698-58969e7bbe02 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:50:43.324406 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5a2e36b9-f93a-4f30-871b-6920ee8d57f3 req-1b80e1ca-8874-442a-b698-58969e7bbe02 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/ports?device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 946 time: 0.0451584 May 17 19:50:43.374748 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5a2e36b9-f93a-4f30-871b-6920ee8d57f3 req-364936e9-c7a5-4e21-a347-418b333b3d48 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/security-groups?id=21141538-b071-4fe9-814d-da3a083d6686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448704 May 17 19:50:44.485275 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d76ea0-0868-4d30-bfa1-f72cf7ad538f req-d7b25ce2-eaa9-4a7f-9b8e-b6e0cf27eca1 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:50:44.486738 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-f7d76ea0-0868-4d30-bfa1-f72cf7ad538f req-d7b25ce2-eaa9-4a7f-9b8e-b6e0cf27eca1 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/ports?device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 946 time: 0.0467744 May 17 19:50:44.537884 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-f7d76ea0-0868-4d30-bfa1-f72cf7ad538f req-b66edbf7-f69c-4331-8582-f01a948b2d31 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/security-groups?id=21141538-b071-4fe9-814d-da3a083d6686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457335 May 17 19:50:44.719706 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (bee311cb-2a55-4828-8ca4-4ee09c88de79), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:50:44.988347 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-be08cdc4-231f-4664-9554-fd2309f025c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:50:45.649841 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2367e3-1747-4711-8c99-243be906e87c req-421c043c-580a-4fcf-9322-375adc589a7c tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:50:45.651298 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ed2367e3-1747-4711-8c99-243be906e87c req-421c043c-580a-4fcf-9322-375adc589a7c tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/ports?device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 946 time: 0.0451634 May 17 19:50:45.698693 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ed2367e3-1747-4711-8c99-243be906e87c req-e92fd6d1-adbc-4ece-85e4-f4a6dcaafbd5 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/security-groups?id=21141538-b071-4fe9-814d-da3a083d6686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411460 May 17 19:50:46.809834 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9e04f-5157-42b1-a5bd-628afdc84d92 req-52ae37bb-afc4-453d-a965-fd8b0d7122df tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:50:46.811280 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-57c9e04f-5157-42b1-a5bd-628afdc84d92 req-52ae37bb-afc4-453d-a965-fd8b0d7122df tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/ports?device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 946 time: 0.0459616 May 17 19:50:46.858426 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-57c9e04f-5157-42b1-a5bd-628afdc84d92 req-bd2b7197-c02a-4f49-a60b-c4650cc84187 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/security-groups?id=21141538-b071-4fe9-814d-da3a083d6686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411382 May 17 19:50:47.251010 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-33a5b312-1f80-492a-bd8c-daa4ee1038a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:50:47.967872 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9889374-1599-42bd-99e6-eae868027af7 req-2582c80b-00c0-4127-961a-635908d59878 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:50:47.969303 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d9889374-1599-42bd-99e6-eae868027af7 req-2582c80b-00c0-4127-961a-635908d59878 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/ports?device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 946 time: 0.0467334 May 17 19:50:48.015074 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d9889374-1599-42bd-99e6-eae868027af7 req-cc6d3492-b9f7-4295-b98b-e3aca359192b tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/security-groups?id=21141538-b071-4fe9-814d-da3a083d6686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403094 May 17 19:50:48.568719 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:50:49.125443 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01bc885-41ad-49a5-9225-f631c64479e5 req-d754bd0a-35c7-41bb-94f3-4cbf4edd9e92 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:50:49.126888 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-b01bc885-41ad-49a5-9225-f631c64479e5 req-d754bd0a-35c7-41bb-94f3-4cbf4edd9e92 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/ports?device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 946 time: 0.0463409 May 17 19:50:49.174204 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-b01bc885-41ad-49a5-9225-f631c64479e5 req-da8c729c-ecd8-4d2e-a6ec-37477587ce84 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/security-groups?id=21141538-b071-4fe9-814d-da3a083d6686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417926 May 17 19:50:49.996592 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6bc73-32be-4ffd-8bfc-bd70ad4103fc req-1e08c9ee-37f7-4bb6-ad67-59b353a43c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:50:49.998048 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-53d6bc73-32be-4ffd-8bfc-bd70ad4103fc req-1e08c9ee-37f7-4bb6-ad67-59b353a43c21 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=757859fa777e4b5dad0105d36b6554d1&device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 1130 time: 0.0414293 May 17 19:50:50.085758 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6bc73-32be-4ffd-8bfc-bd70ad4103fc req-d4605297-839b-4d2b-bc2e-cb9e8fe870b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:50:50.087173 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-53d6bc73-32be-4ffd-8bfc-bd70ad4103fc req-d4605297-839b-4d2b-bc2e-cb9e8fe870b7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2a476a7f-96cd-4583-8eb9-44a9141d859c HTTP/1.1" status: 200 len: 909 time: 0.0797477 May 17 19:50:50.152528 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-53d6bc73-32be-4ffd-8bfc-bd70ad4103fc req-38e34b6c-2e7f-4fd5-9cab-af5495548c31 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab645fe0-1c4b-42f7-8975-7c6aadee7af5 HTTP/1.1" status: 200 len: 1002 time: 0.0552042 May 17 19:50:50.203748 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6bc73-32be-4ffd-8bfc-bd70ad4103fc req-2a6dab38-0392-46a0-bd19-9a0c37b60626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:50:50.205193 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-53d6bc73-32be-4ffd-8bfc-bd70ad4103fc req-2a6dab38-0392-46a0-bd19-9a0c37b60626 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b4524911-dc73-4710-81c0-5e85907e1acd HTTP/1.1" status: 200 len: 847 time: 0.0425622 May 17 19:50:50.276452 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6bc73-32be-4ffd-8bfc-bd70ad4103fc req-88b55a93-3d41-46d8-b0ea-f5947e8563ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:50:50.278516 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-53d6bc73-32be-4ffd-8bfc-bd70ad4103fc req-88b55a93-3d41-46d8-b0ea-f5947e8563ef service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2a476a7f-96cd-4583-8eb9-44a9141d859c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0642438 May 17 19:50:50.293777 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [req-53d6bc73-32be-4ffd-8bfc-bd70ad4103fc req-87232e38-b439-41ee-b519-699e7b209ac3 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 19:50:50.294824 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-53d6bc73-32be-4ffd-8bfc-bd70ad4103fc req-87232e38-b439-41ee-b519-699e7b209ac3 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0064542 May 17 19:50:50.301111 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1d1f2-1763-4d41-8e66-bd1f1e013beb req-eb1bb413-237e-4fdb-acf7-05590c4d96d7 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:50:50.302550 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-70f1d1f2-1763-4d41-8e66-bd1f1e013beb req-eb1bb413-237e-4fdb-acf7-05590c4d96d7 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/ports?device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 946 time: 0.0608084 May 17 19:50:50.351573 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:50:50.402276 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-70f1d1f2-1763-4d41-8e66-bd1f1e013beb req-264907ee-816a-4fce-8fa7-81299c959614 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/security-groups?id=21141538-b071-4fe9-814d-da3a083d6686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917425 May 17 19:50:50.420694 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-53d6bc73-32be-4ffd-8bfc-bd70ad4103fc req-84c1cbaa-439d-4dad-92b4-4aa3fc403522 service neutron] 10.222.0.69 "GET /v2.0/networks/2a476a7f-96cd-4583-8eb9-44a9141d859c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172545 May 17 19:50:50.513274 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-53d6bc73-32be-4ffd-8bfc-bd70ad4103fc req-5ea01f80-4c99-4c90-b712-2c5810080038 service neutron] 10.222.0.69 "GET /v2.0/networks/2a476a7f-96cd-4583-8eb9-44a9141d859c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828609 May 17 19:50:51.518157 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc984cb6-9bee-4da0-8a6a-b945ff1ecf13 req-4a1c7206-b5b0-4015-88ef-896e73bdc70c tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:50:51.519626 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-fc984cb6-9bee-4da0-8a6a-b945ff1ecf13 req-4a1c7206-b5b0-4015-88ef-896e73bdc70c tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/ports?device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 946 time: 0.0492411 May 17 19:50:51.568155 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-fc984cb6-9bee-4da0-8a6a-b945ff1ecf13 req-9f8714da-fe9e-4a88-a8d4-bdd798e25fda tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/security-groups?id=21141538-b071-4fe9-814d-da3a083d6686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429351 May 17 19:50:51.576626 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:50:52.679036 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f0c13-4307-4e5e-acc6-be7731a233f5 req-6e0a139b-c492-4186-900b-53a99a1413db tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:50:52.680508 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ec7f0c13-4307-4e5e-acc6-be7731a233f5 req-6e0a139b-c492-4186-900b-53a99a1413db tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/ports?device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 946 time: 0.0468292 May 17 19:50:52.728735 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ec7f0c13-4307-4e5e-acc6-be7731a233f5 req-d67e6293-52a0-44ff-ab12-f3595ef27592 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/security-groups?id=21141538-b071-4fe9-814d-da3a083d6686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418596 May 17 19:50:53.841564 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67323631-a87f-411d-8d28-6032400bffed req-efd61f22-68e0-4f90-8fdf-b63911f4ea60 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:50:53.842994 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-67323631-a87f-411d-8d28-6032400bffed req-efd61f22-68e0-4f90-8fdf-b63911f4ea60 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/ports?device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 946 time: 0.0471902 May 17 19:50:53.889909 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-67323631-a87f-411d-8d28-6032400bffed req-e420d3c9-2670-4edf-b7cd-6bfa24b563fc tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/security-groups?id=21141538-b071-4fe9-814d-da3a083d6686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414200 May 17 19:50:53.995855 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [req-c49ee7f5-ad23-456a-a885-6cb3cef5cf2d req-656f7b0d-4ed9-45e1-a856-b2989fd37a34 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 19:50:53.997364 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c49ee7f5-ad23-456a-a885-6cb3cef5cf2d req-656f7b0d-4ed9-45e1-a856-b2989fd37a34 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0466323 May 17 19:50:54.300183 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6dc143-6a55-46d0-b975-973812809996 req-4ec522fe-eb3c-45ed-85d2-e564ade7b504 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:50:54.301677 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-4f6dc143-6a55-46d0-b975-973812809996 req-4ec522fe-eb3c-45ed-85d2-e564ade7b504 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/ports?device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 946 time: 0.0464401 May 17 19:50:54.355975 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-4f6dc143-6a55-46d0-b975-973812809996 req-178f6305-9ee4-4666-9a61-38693f236fab tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/security-groups?id=21141538-b071-4fe9-814d-da3a083d6686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473139 May 17 19:50:54.368583 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 49142) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:50:54.454126 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-8721d3f7-117f-4d13-8d46-c7919dfe86cc req-24d15f11-1da3-4c51-8f62-14994ecbe4bb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0844646 May 17 19:50:54.462430 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [req-8721d3f7-117f-4d13-8d46-c7919dfe86cc req-1c9c4936-214b-43f0-83cb-2471bcfa1a70 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=103780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 19:50:54.463304 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-8721d3f7-117f-4d13-8d46-c7919dfe86cc req-1c9c4936-214b-43f0-83cb-2471bcfa1a70 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0046966 May 17 19:50:54.554535 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 49150) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:50:54.643410 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721d3f7-117f-4d13-8d46-c7919dfe86cc req-6bfda32e-22f1-4e61-acca-c170f7c5c953 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:50:54.644758 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-8721d3f7-117f-4d13-8d46-c7919dfe86cc req-6bfda32e-22f1-4e61-acca-c170f7c5c953 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/ports/ab645fe0-1c4b-42f7-8975-7c6aadee7af5 HTTP/1.1" status: 200 len: 943 time: 0.0892732 May 17 19:50:54.928344 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device ab645fe0-1c4b-42f7-8975-7c6aadee7af5 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 19:50:54.999050 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Current status of the port ab645fe0-1c4b-42f7-8975-7c6aadee7af5 is: ACTIVE; New status is: DOWN {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:50:54.999345 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (ab645fe0-1c4b-42f7-8975-7c6aadee7af5), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:50:55.020526 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab645fe0-1c4b-42f7-8975-7c6aadee7af5'}] {{(pid=103782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:50:55.022710 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dcdb420cfc3f3d59cdc90e9401be4743e23c4809d01819fc24a250fd06a42a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0af5b23-fc7b-47ae-9f4b-35ce2f7b31d2" -d '{"events": [{"server_uuid": "48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a", "name": "network-vif-unplugged", "status": "completed", "tag": "ab645fe0-1c4b-42f7-8975-7c6aadee7af5"}]}' {{(pid=103782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:50:55.036441 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port ab645fe0-1c4b-42f7-8975-7c6aadee7af5, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=ab645fe0-1c4b-42f7-8975-7c6aadee7af5,segment=NetworkSegment(9781d980-ed9b-41f0-aec3-676c5bd88e10),segment_id=9781d980-ed9b-41f0-aec3-676c5bd88e10)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:50:55.059933 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 17 May 2022 19:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d09d622-d1f3-47f2-974b-b9c03f7b4446 x-openstack-request-id: req-8d09d622-d1f3-47f2-974b-b9c03f7b4446 {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:50:55.068240 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a", "name": "network-vif-unplugged", "status": "failed", "tag": "ab645fe0-1c4b-42f7-8975-7c6aadee7af5", "code": 422}]} {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:50:55.068240 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8d09d622-d1f3-47f2-974b-b9c03f7b4446 {{(pid=103782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:50:55.068240 dv-cinder-840678-10-iscsi neutron-server[103782]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-8d09d622-d1f3-47f2-974b-b9c03f7b4446']: {'server_uuid': '48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ab645fe0-1c4b-42f7-8975-7c6aadee7af5', 'code': 422} returned with failed status May 17 19:50:55.119748 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (ab645fe0-1c4b-42f7-8975-7c6aadee7af5), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:50:55.165402 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Pushing event updated for resources: {'Port': ['ID=ab645fe0-1c4b-42f7-8975-7c6aadee7af5,revision_number=6']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:50:55.172222 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:50:55.172565 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:50:55.172916 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:50:55.173226 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:50:55.173550 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:50:55.173869 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:50:55.174193 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:50:55.174510 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:50:55.174826 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:50:55.175141 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:50:55.175457 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:50:55.175803 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:50:55.176108 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:50:55.176417 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:50:55.176726 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:50:55.470481 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7558b19-5b3c-4c48-a5fd-28f09de51f1a req-1badb27a-1d0d-4e4e-bcce-9f563ff7d354 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:50:55.471979 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-f7558b19-5b3c-4c48-a5fd-28f09de51f1a req-1badb27a-1d0d-4e4e-bcce-9f563ff7d354 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/ports?device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 944 time: 0.0475624 May 17 19:50:55.523555 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-f7558b19-5b3c-4c48-a5fd-28f09de51f1a req-ee2fe17a-266a-4d78-a04c-a05b54a8abea tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/security-groups?id=21141538-b071-4fe9-814d-da3a083d6686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461011 May 17 19:50:56.644819 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5578718-a30f-41cc-80bd-f6ac275d9195 req-ad6f9bee-24b5-41ae-be94-4b738e74798f tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:50:56.646256 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a5578718-a30f-41cc-80bd-f6ac275d9195 req-ad6f9bee-24b5-41ae-be94-4b738e74798f tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/ports?device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 944 time: 0.0464008 May 17 19:50:56.697454 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a5578718-a30f-41cc-80bd-f6ac275d9195 req-45bc9b91-0e85-462d-949f-f9e9bf33113f tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/security-groups?id=21141538-b071-4fe9-814d-da3a083d6686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455637 May 17 19:50:57.406307 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721d3f7-117f-4d13-8d46-c7919dfe86cc req-c8a0f3fe-e73c-4cb9-b706-3e26aab0ad1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:50:57.407728 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8721d3f7-117f-4d13-8d46-c7919dfe86cc req-c8a0f3fe-e73c-4cb9-b706-3e26aab0ad1d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a&tenant_id=757859fa777e4b5dad0105d36b6554d1 HTTP/1.1" status: 200 len: 1128 time: 0.3272617 May 17 19:50:57.470209 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721d3f7-117f-4d13-8d46-c7919dfe86cc req-966ece72-65fa-4c45-996b-d266ef5f01c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:50:57.471660 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8721d3f7-117f-4d13-8d46-c7919dfe86cc req-966ece72-65fa-4c45-996b-d266ef5f01c2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=757859fa777e4b5dad0105d36b6554d1&device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 1128 time: 0.0364013 May 17 19:50:57.563797 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721d3f7-117f-4d13-8d46-c7919dfe86cc req-a5287cb6-69be-4d08-a05f-0d3c08363388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:50:57.565266 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8721d3f7-117f-4d13-8d46-c7919dfe86cc req-a5287cb6-69be-4d08-a05f-0d3c08363388 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2a476a7f-96cd-4583-8eb9-44a9141d859c HTTP/1.1" status: 200 len: 909 time: 0.0850570 May 17 19:50:57.626554 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8721d3f7-117f-4d13-8d46-c7919dfe86cc req-0490de77-d160-41cc-97f7-22775ba3ee58 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab645fe0-1c4b-42f7-8975-7c6aadee7af5 HTTP/1.1" status: 200 len: 1000 time: 0.0533936 May 17 19:50:57.677938 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721d3f7-117f-4d13-8d46-c7919dfe86cc req-2fe65d6d-3267-47ec-b52a-437af5097ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:50:57.679294 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8721d3f7-117f-4d13-8d46-c7919dfe86cc req-2fe65d6d-3267-47ec-b52a-437af5097ea1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b4524911-dc73-4710-81c0-5e85907e1acd HTTP/1.1" status: 200 len: 847 time: 0.0442715 May 17 19:50:57.722424 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721d3f7-117f-4d13-8d46-c7919dfe86cc req-e28da83f-6165-40bf-ad05-ed824a1d125a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:50:57.723964 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8721d3f7-117f-4d13-8d46-c7919dfe86cc req-e28da83f-6165-40bf-ad05-ed824a1d125a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2a476a7f-96cd-4583-8eb9-44a9141d859c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0363500 May 17 19:50:57.809831 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e04434-4caf-420d-aff3-05467bff9a85 req-0c0fa376-f895-444c-8ac6-2b2b3c35e2e3 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:50:57.811301 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-79e04434-4caf-420d-aff3-05467bff9a85 req-0c0fa376-f895-444c-8ac6-2b2b3c35e2e3 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/ports?device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 944 time: 0.0464625 May 17 19:50:57.816843 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8721d3f7-117f-4d13-8d46-c7919dfe86cc req-755d21f6-451c-4733-b9d9-869af6bac898 service neutron] 10.222.0.69 "GET /v2.0/networks/2a476a7f-96cd-4583-8eb9-44a9141d859c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835724 May 17 19:50:57.859983 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-79e04434-4caf-420d-aff3-05467bff9a85 req-60b7c1f1-d576-4988-be98-bf618c6e5a3b tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/security-groups?id=21141538-b071-4fe9-814d-da3a083d6686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428522 May 17 19:50:57.907853 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8721d3f7-117f-4d13-8d46-c7919dfe86cc req-e5ff2145-9bc7-46eb-b144-d696d1cc4f6f service neutron] 10.222.0.69 "GET /v2.0/networks/2a476a7f-96cd-4583-8eb9-44a9141d859c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822384 May 17 19:50:58.972439 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed94f4-7408-429a-be6d-8c9ab2fc35d2 req-280af0e3-c914-4f69-b91d-36c15fa7d36f tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:50:58.973891 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-89ed94f4-7408-429a-be6d-8c9ab2fc35d2 req-280af0e3-c914-4f69-b91d-36c15fa7d36f tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/ports?device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 944 time: 0.0462379 May 17 19:50:59.023877 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-89ed94f4-7408-429a-be6d-8c9ab2fc35d2 req-40fded56-0125-4e7e-ac3a-971a3f1dc147 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/security-groups?id=21141538-b071-4fe9-814d-da3a083d6686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445263 May 17 19:51:00.134034 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968802fd-461e-4b37-a59d-300317d18516 req-e48525a5-cbee-40cc-bf4e-d1d072b133ce tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:51:00.135523 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-968802fd-461e-4b37-a59d-300317d18516 req-e48525a5-cbee-40cc-bf4e-d1d072b133ce tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/ports?device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 944 time: 0.0464308 May 17 19:51:00.184239 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-968802fd-461e-4b37-a59d-300317d18516 req-9981c281-0442-4696-9eee-5f4e15712e5a tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/security-groups?id=21141538-b071-4fe9-814d-da3a083d6686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420439 May 17 19:51:01.292395 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3924ea79-a49d-49bb-995a-eb81d96b8240 req-5c688a36-36ad-4d2a-a41f-c3babbfdfdf8 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:51:01.293834 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3924ea79-a49d-49bb-995a-eb81d96b8240 req-5c688a36-36ad-4d2a-a41f-c3babbfdfdf8 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/ports?device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 944 time: 0.0447478 May 17 19:51:01.340508 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3924ea79-a49d-49bb-995a-eb81d96b8240 req-6fa6baed-a566-4893-8ecb-7f973111fe74 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/security-groups?id=21141538-b071-4fe9-814d-da3a083d6686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407419 May 17 19:51:02.132713 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c4f64-5a93-4e5c-8b51-0d0a5ca9d68c req-dbec2b6d-9848-4a7e-807c-8ef6699b8ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:51:02.134169 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5b2c4f64-5a93-4e5c-8b51-0d0a5ca9d68c req-dbec2b6d-9848-4a7e-807c-8ef6699b8ea7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=757859fa777e4b5dad0105d36b6554d1&device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 1128 time: 0.0797489 May 17 19:51:02.243404 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c4f64-5a93-4e5c-8b51-0d0a5ca9d68c req-826cfc2a-29e6-4717-b64b-f9e825a0c09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:51:02.244819 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5b2c4f64-5a93-4e5c-8b51-0d0a5ca9d68c req-826cfc2a-29e6-4717-b64b-f9e825a0c09e service neutron] 10.222.0.69 "GET /v2.0/networks?id=2a476a7f-96cd-4583-8eb9-44a9141d859c HTTP/1.1" status: 200 len: 909 time: 0.0848565 May 17 19:51:02.306390 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5b2c4f64-5a93-4e5c-8b51-0d0a5ca9d68c req-5908eb00-a7f1-4394-93d2-3e01848304b6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab645fe0-1c4b-42f7-8975-7c6aadee7af5 HTTP/1.1" status: 200 len: 1000 time: 0.0516534 May 17 19:51:02.358660 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c4f64-5a93-4e5c-8b51-0d0a5ca9d68c req-595ae25c-3a26-4566-be57-91ae771e070d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:51:02.360109 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5b2c4f64-5a93-4e5c-8b51-0d0a5ca9d68c req-595ae25c-3a26-4566-be57-91ae771e070d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b4524911-dc73-4710-81c0-5e85907e1acd HTTP/1.1" status: 200 len: 847 time: 0.0448179 May 17 19:51:02.406052 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c4f64-5a93-4e5c-8b51-0d0a5ca9d68c req-80dc7519-db8d-40bd-87c9-5b9b758a089d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:51:02.407644 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5b2c4f64-5a93-4e5c-8b51-0d0a5ca9d68c req-80dc7519-db8d-40bd-87c9-5b9b758a089d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2a476a7f-96cd-4583-8eb9-44a9141d859c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387027 May 17 19:51:02.456303 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a10c62-0feb-48e9-8a7e-79b42571e219 req-01e7c894-f78c-4af0-8a64-259aab77047e tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:51:02.457775 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-e5a10c62-0feb-48e9-8a7e-79b42571e219 req-01e7c894-f78c-4af0-8a64-259aab77047e tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/ports?device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 944 time: 0.0500102 May 17 19:51:02.498283 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5b2c4f64-5a93-4e5c-8b51-0d0a5ca9d68c req-e84a3227-d893-4bfc-b8f3-15de47cc7b3e service neutron] 10.222.0.69 "GET /v2.0/networks/2a476a7f-96cd-4583-8eb9-44a9141d859c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810938 May 17 19:51:02.505488 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-e5a10c62-0feb-48e9-8a7e-79b42571e219 req-48390a3f-44d2-400c-ab89-23adb66f2cfb tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/security-groups?id=21141538-b071-4fe9-814d-da3a083d6686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421762 May 17 19:51:02.591398 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5b2c4f64-5a93-4e5c-8b51-0d0a5ca9d68c req-7e807835-99d5-408a-af4d-2d05705e6489 service neutron] 10.222.0.69 "GET /v2.0/networks/2a476a7f-96cd-4583-8eb9-44a9141d859c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836205 May 17 19:51:03.614623 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a0a7b-79ab-4e82-89ce-712c31474417 req-d2d9acaa-4576-4eda-9efe-124810f1e5aa tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:51:03.616100 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9f4a0a7b-79ab-4e82-89ce-712c31474417 req-d2d9acaa-4576-4eda-9efe-124810f1e5aa tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/ports?device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 944 time: 0.0462468 May 17 19:51:03.663431 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9f4a0a7b-79ab-4e82-89ce-712c31474417 req-327d2fe1-0c6c-4736-80c4-ceda583374e6 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/security-groups?id=21141538-b071-4fe9-814d-da3a083d6686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419641 May 17 19:51:04.773605 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6127c-31c7-46a4-8f6a-7537161b45c1 req-8fc7cad6-00c0-4c05-b788-79f50e5724bd tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:51:04.775077 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-10e6127c-31c7-46a4-8f6a-7537161b45c1 req-8fc7cad6-00c0-4c05-b788-79f50e5724bd tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/ports?device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 944 time: 0.0457063 May 17 19:51:04.826585 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-10e6127c-31c7-46a4-8f6a-7537161b45c1 req-074991c1-a72e-43bb-970b-21f3c5d1d703 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/security-groups?id=21141538-b071-4fe9-814d-da3a083d6686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454435 May 17 19:51:04.959073 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device ab645fe0-1c4b-42f7-8975-7c6aadee7af5 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 19:51:05.051758 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port ab645fe0-1c4b-42f7-8975-7c6aadee7af5, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=ab645fe0-1c4b-42f7-8975-7c6aadee7af5,segment=NetworkSegment(9781d980-ed9b-41f0-aec3-676c5bd88e10),segment_id=9781d980-ed9b-41f0-aec3-676c5bd88e10)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:51:05.063319 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Returning: {'device': 'ab645fe0-1c4b-42f7-8975-7c6aadee7af5', 'network_id': '2a476a7f-96cd-4583-8eb9-44a9141d859c', 'port_id': 'ab645fe0-1c4b-42f7-8975-7c6aadee7af5', 'mac_address': 'fa:16:3e:dd:63:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4524911-dc73-4710-81c0-5e85907e1acd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 19:51:05.100563 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Current status of the port ab645fe0-1c4b-42f7-8975-7c6aadee7af5 is: DOWN; New status is: BUILD {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:51:05.100944 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (ab645fe0-1c4b-42f7-8975-7c6aadee7af5), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:51:05.113420 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab645fe0-1c4b-42f7-8975-7c6aadee7af5 {{(pid=103782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 19:51:05.132289 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port ab645fe0-1c4b-42f7-8975-7c6aadee7af5, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=ab645fe0-1c4b-42f7-8975-7c6aadee7af5,segment=NetworkSegment(9781d980-ed9b-41f0-aec3-676c5bd88e10),segment_id=9781d980-ed9b-41f0-aec3-676c5bd88e10)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:51:05.210421 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (ab645fe0-1c4b-42f7-8975-7c6aadee7af5), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:51:05.254967 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Pushing event updated for resources: {'Port': ['ID=ab645fe0-1c4b-42f7-8975-7c6aadee7af5,revision_number=7']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:51:05.493981 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] get_ports_and_sgs() called for port_ids ['ab645fe0-1c4b-42f7-8975-7c6aadee7af5'] {{(pid=103782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 19:51:05.941703 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a95aa-4009-4e6e-9d11-e64f72d2bd45 req-0ca483e2-fb65-4c69-80f0-bc2af6609f55 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:51:05.943158 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-540a95aa-4009-4e6e-9d11-e64f72d2bd45 req-0ca483e2-fb65-4c69-80f0-bc2af6609f55 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/ports?device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 945 time: 0.0495639 May 17 19:51:05.991191 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-540a95aa-4009-4e6e-9d11-e64f72d2bd45 req-b6d0f538-cfcf-4593-ad3c-1eef33e406fd tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/security-groups?id=21141538-b071-4fe9-814d-da3a083d6686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425053 May 17 19:51:06.958820 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device ab645fe0-1c4b-42f7-8975-7c6aadee7af5 up at agent hyperv_hv-cinder-84067 {{(pid=103782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 19:51:07.000551 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Provisioning complete for port ab645fe0-1c4b-42f7-8975-7c6aadee7af5 triggered by entity L2. {{(pid=103782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 19:51:07.000916 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999649'] for port (ab645fe0-1c4b-42f7-8975-7c6aadee7af5), provisioning_complete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:51:07.073156 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Current status of the port ab645fe0-1c4b-42f7-8975-7c6aadee7af5 is: BUILD; New status is: ACTIVE {{(pid=103782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 19:51:07.073538 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-977521'] for port (ab645fe0-1c4b-42f7-8975-7c6aadee7af5), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:51:07.096111 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab645fe0-1c4b-42f7-8975-7c6aadee7af5'}] {{(pid=103782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:51:07.098433 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dcdb420cfc3f3d59cdc90e9401be4743e23c4809d01819fc24a250fd06a42a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327aeef6-0cae-44ee-80a0-494abff58846" -d '{"events": [{"server_uuid": "48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a", "name": "network-vif-plugged", "status": "completed", "tag": "ab645fe0-1c4b-42f7-8975-7c6aadee7af5"}]}' {{(pid=103782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:51:07.102657 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee0ac4-a050-4ea0-af43-826003fb6744 req-b3c8d804-1b50-4ebc-9d66-f6cdfbf43bcf tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:51:07.104179 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-0fee0ac4-a050-4ea0-af43-826003fb6744 req-b3c8d804-1b50-4ebc-9d66-f6cdfbf43bcf tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/ports?device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 945 time: 0.0473287 May 17 19:51:07.112879 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] For port ab645fe0-1c4b-42f7-8975-7c6aadee7af5, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=ab645fe0-1c4b-42f7-8975-7c6aadee7af5,segment=NetworkSegment(9781d980-ed9b-41f0-aec3-676c5bd88e10),segment_id=9781d980-ed9b-41f0-aec3-676c5bd88e10)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:51:07.136438 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 19:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e81ae4-6283-47b6-a741-a010b912980d x-openstack-request-id: req-09e81ae4-6283-47b6-a741-a010b912980d {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:51:07.136727 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a", "name": "network-vif-plugged", "status": "completed", "tag": "ab645fe0-1c4b-42f7-8975-7c6aadee7af5", "code": 200}]} {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:51:07.136974 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-09e81ae4-6283-47b6-a741-a010b912980d {{(pid=103782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:51:07.137369 dv-cinder-840678-10-iscsi neutron-server[103782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09e81ae4-6283-47b6-a741-a010b912980d'] response: {'server_uuid': '48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab645fe0-1c4b-42f7-8975-7c6aadee7af5', 'code': 200} May 17 19:51:07.159784 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-0fee0ac4-a050-4ea0-af43-826003fb6744 req-bf827f12-2ddf-4734-94c7-022bda25bef4 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/security-groups?id=21141538-b071-4fe9-814d-da3a083d6686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489600 May 17 19:51:07.197007 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792041520011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792041112185', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792041112203'] for port (ab645fe0-1c4b-42f7-8975-7c6aadee7af5), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:51:07.241623 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Pushing event updated for resources: {'Port': ['ID=ab645fe0-1c4b-42f7-8975-7c6aadee7af5,revision_number=8']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:51:07.485657 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4e2a0-ebdd-4108-a50b-717595cc5683 req-4dd57bc3-619c-4905-a56d-f56f86924b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:51:07.487109 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9cd4e2a0-ebdd-4108-a50b-717595cc5683 req-4dd57bc3-619c-4905-a56d-f56f86924b05 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 1130 time: 0.0380855 May 17 19:51:07.532630 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9cd4e2a0-ebdd-4108-a50b-717595cc5683 req-1f7fbab8-d000-457e-be46-2989e260f932 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=21141538-b071-4fe9-814d-da3a083d6686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373454 May 17 19:51:08.272348 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74748d-14d8-4d8d-bf30-508ab864f6b5 req-3616ecd0-568f-42f6-b04c-27dca42a22cf tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:51:08.273700 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7d74748d-14d8-4d8d-bf30-508ab864f6b5 req-3616ecd0-568f-42f6-b04c-27dca42a22cf tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/ports?device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 946 time: 0.0449166 May 17 19:51:08.323826 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7d74748d-14d8-4d8d-bf30-508ab864f6b5 req-d90c8ba8-794d-40b0-bd23-0a2b3d9ea70d tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/security-groups?id=21141538-b071-4fe9-814d-da3a083d6686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442789 May 17 19:51:09.434007 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf0ee6-f24d-4457-85d9-debf942a333b req-cebb5d88-085b-47b5-b417-2a59e51f1e83 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:51:09.435452 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-46bf0ee6-f24d-4457-85d9-debf942a333b req-cebb5d88-085b-47b5-b417-2a59e51f1e83 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/ports?device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 946 time: 0.0450757 May 17 19:51:09.483388 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-46bf0ee6-f24d-4457-85d9-debf942a333b req-215a16cb-742f-44a7-bad1-316d876d7cac tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/security-groups?id=21141538-b071-4fe9-814d-da3a083d6686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412648 May 17 19:51:13.462652 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.agents_db [None req-42b69621-6215-4a4a-9d32-588efc9ea437 None None] Agent healthcheck: found 6 active agents {{(pid=103783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 19:51:14.739041 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (bee311cb-2a55-4828-8ca4-4ee09c88de79), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:51:15.030672 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-533ec54d-2bad-4678-b687-55ea21c71689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:51:17.273382 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-37efe4c5-648d-4ed5-bd4e-b58344387d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:51:18.570469 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:51:20.347340 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:51:21.547719 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:51:44.755326 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (bee311cb-2a55-4828-8ca4-4ee09c88de79), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:51:45.087135 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e576685f-1898-4d3d-9720-e62cbf2f2378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:51:47.272440 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-373bbe74-aead-449c-8020-272a9b66d18a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:51:48.557952 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:51:50.366860 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:51:50.461146 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.agents_db [None req-42b69621-6215-4a4a-9d32-588efc9ea437 None None] Agent healthcheck: found 6 active agents {{(pid=103783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 19:51:51.540658 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:03.052412 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b5b25467-a548-4290-b8a3-745ee3b1eff0 req-3cfa4998-a2fd-4a09-8469-85b852ec47c3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0360591 May 17 19:52:03.137923 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b25467-a548-4290-b8a3-745ee3b1eff0 req-cfb2f4d5-9422-4beb-92df-140ddbad84d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:52:03.140114 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b5b25467-a548-4290-b8a3-745ee3b1eff0 req-cfb2f4d5-9422-4beb-92df-140ddbad84d8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=757859fa777e4b5dad0105d36b6554d1&device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 1130 time: 0.0400922 May 17 19:52:03.243458 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b25467-a548-4290-b8a3-745ee3b1eff0 req-51128cf5-6ed5-4c16-8cd1-79ff22e6c857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:52:03.244869 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b5b25467-a548-4290-b8a3-745ee3b1eff0 req-51128cf5-6ed5-4c16-8cd1-79ff22e6c857 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2a476a7f-96cd-4583-8eb9-44a9141d859c HTTP/1.1" status: 200 len: 909 time: 0.0851119 May 17 19:52:03.304106 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b5b25467-a548-4290-b8a3-745ee3b1eff0 req-5481812e-a7d5-4b63-9f98-525bdd731999 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab645fe0-1c4b-42f7-8975-7c6aadee7af5 HTTP/1.1" status: 200 len: 1002 time: 0.0531421 May 17 19:52:03.353808 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b25467-a548-4290-b8a3-745ee3b1eff0 req-308e88e0-46ee-43c9-a452-24a2951ed3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:52:03.355201 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b5b25467-a548-4290-b8a3-745ee3b1eff0 req-308e88e0-46ee-43c9-a452-24a2951ed3cd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b4524911-dc73-4710-81c0-5e85907e1acd HTTP/1.1" status: 200 len: 847 time: 0.0418730 May 17 19:52:03.402625 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b25467-a548-4290-b8a3-745ee3b1eff0 req-797771f3-3096-4621-9c10-ee3d68d6bf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:52:03.404091 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b5b25467-a548-4290-b8a3-745ee3b1eff0 req-797771f3-3096-4621-9c10-ee3d68d6bf44 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2a476a7f-96cd-4583-8eb9-44a9141d859c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398269 May 17 19:52:03.492107 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b5b25467-a548-4290-b8a3-745ee3b1eff0 req-53113af6-00ea-4fa5-b0de-61cb7ce33d8f service neutron] 10.222.0.69 "GET /v2.0/networks/2a476a7f-96cd-4583-8eb9-44a9141d859c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785670 May 17 19:52:03.583580 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b5b25467-a548-4290-b8a3-745ee3b1eff0 req-9d15b702-c3d3-40f3-89fb-17c7b792fc20 service neutron] 10.222.0.69 "GET /v2.0/networks/2a476a7f-96cd-4583-8eb9-44a9141d859c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823107 May 17 19:52:14.739897 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (bee311cb-2a55-4828-8ca4-4ee09c88de79), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:15.003173 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-94311fcb-d353-478c-802d-148a9de5c7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:17.277455 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-1a85e66b-9bd5-4ccb-ae74-611d56674b36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:18.574626 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:20.357657 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:21.545945 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:23.056067 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 49216) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:52:23.192689 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [None req-2a42efec-b65d-426f-9f56-47a157616b58 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Deleting port 2b4bf882-4da3-4f3d-99cb-8df1b3168d65 {{(pid=103780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:52:23.193027 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-2a42efec-b65d-426f-9f56-47a157616b58 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (2b4bf882-4da3-4f3d-99cb-8df1b3168d65), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:23.268633 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-2a42efec-b65d-426f-9f56-47a157616b58 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (2b4bf882-4da3-4f3d-99cb-8df1b3168d65), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:23.268878 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-2a42efec-b65d-426f-9f56-47a157616b58 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Publish callbacks [] for floatingip (2b4bf882-4da3-4f3d-99cb-8df1b3168d65), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:23.280428 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [None req-2a42efec-b65d-426f-9f56-47a157616b58 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Calling delete_port for 2b4bf882-4da3-4f3d-99cb-8df1b3168d65 owned by network:floatingip {{(pid=103780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:52:23.477235 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-2a42efec-b65d-426f-9f56-47a157616b58 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014583'] for port (2b4bf882-4da3-4f3d-99cb-8df1b3168d65), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:23.499957 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a42efec-b65d-426f-9f56-47a157616b58 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Pushing event deleted for resources: {'Port': ['ID=2b4bf882-4da3-4f3d-99cb-8df1b3168d65,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:52:23.514739 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a42efec-b65d-426f-9f56-47a157616b58 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:52:23.515085 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a42efec-b65d-426f-9f56-47a157616b58 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:52:23.515432 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a42efec-b65d-426f-9f56-47a157616b58 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:52:23.515794 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a42efec-b65d-426f-9f56-47a157616b58 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:52:23.516127 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a42efec-b65d-426f-9f56-47a157616b58 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:52:23.516454 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a42efec-b65d-426f-9f56-47a157616b58 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:52:23.516780 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a42efec-b65d-426f-9f56-47a157616b58 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:52:23.517106 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a42efec-b65d-426f-9f56-47a157616b58 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:52:23.517430 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a42efec-b65d-426f-9f56-47a157616b58 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:52:23.517750 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a42efec-b65d-426f-9f56-47a157616b58 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:52:23.518069 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a42efec-b65d-426f-9f56-47a157616b58 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:52:23.518413 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a42efec-b65d-426f-9f56-47a157616b58 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:52:23.518813 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a42efec-b65d-426f-9f56-47a157616b58 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:52:23.519053 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a42efec-b65d-426f-9f56-47a157616b58 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:52:23.519368 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a42efec-b65d-426f-9f56-47a157616b58 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:52:23.573510 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-2a42efec-b65d-426f-9f56-47a157616b58 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Publish callbacks [] for floatingip (a07b8161-57d4-419e-8dea-76c78f8228c5), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:23.573837 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.db.l3_db [None req-2a42efec-b65d-426f-9f56-47a157616b58 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Floating IP a07b8161-57d4-419e-8dea-76c78f8228c5 disassociated (deleted). External IP: 172.27.2.126, port: ab645fe0-1c4b-42f7-8975-7c6aadee7af5. May 17 19:52:23.769955 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a42efec-b65d-426f-9f56-47a157616b58 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Router 0a13b0dd-b528-414d-8030-0c8e4161a309 has already been hosted by L3 agent d0bc9f74-feb0-4354-bd47-885486f1ec0d {{(pid=103780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 19:52:24.129956 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a42efec-b65d-426f-9f56-47a157616b58 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Notify agent at l3_agent.dv-cinder-840678-10-iscsi the message routers_updated {{(pid=103780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 19:52:24.134768 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-2a42efec-b65d-426f-9f56-47a157616b58 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for floatingip (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:24.139351 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6619d47b-974b-48a9-8020-ec81c01c136a None None] Sync routers for ids ['0a13b0dd-b528-414d-8030-0c8e4161a309'] in dv-cinder-840678-10-iscsi {{(pid=103782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 19:52:24.148851 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6619d47b-974b-48a9-8020-ec81c01c136a None None] Routers {'0a13b0dd-b528-414d-8030-0c8e4161a309'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:52:24.149455 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-6619d47b-974b-48a9-8020-ec81c01c136a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:52:17Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['0a13b0dd-b528-414d-8030-0c8e4161a309'], 'active': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:52:24.163168 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-2a42efec-b65d-426f-9f56-47a157616b58 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "DELETE /v2.0/floatingips/a07b8161-57d4-419e-8dea-76c78f8228c5 HTTP/1.1" status: 204 len: 168 time: 1.1060562 May 17 19:52:24.163774 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a', 'tag': 'ab645fe0-1c4b-42f7-8975-7c6aadee7af5'}] {{(pid=103780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:52:24.166057 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1bd86ad9c435c7379d29d4f4527297f276984ecaea51489ddc34f383e603623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8cf746-2535-42e5-9a0f-00a54d3b5b7d" -d '{"events": [{"name": "network-changed", "server_uuid": "48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a", "tag": "ab645fe0-1c4b-42f7-8975-7c6aadee7af5"}]}' {{(pid=103780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:52:24.259266 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvr_db [None req-6619d47b-974b-48a9-8020-ec81c01c136a None None] Set router 0a13b0dd-b528-414d-8030-0c8e4161a309 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:52:24.323325 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 19:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f39b88-81bc-4c6a-906d-2af093f4d095 x-openstack-request-id: req-a6f39b88-81bc-4c6a-906d-2af093f4d095 {{(pid=103780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:52:24.323697 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a", "tag": "ab645fe0-1c4b-42f7-8975-7c6aadee7af5", "status": "completed", "code": 200}]} {{(pid=103780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:52:24.324008 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a6f39b88-81bc-4c6a-906d-2af093f4d095 {{(pid=103780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:52:24.324899 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6f39b88-81bc-4c6a-906d-2af093f4d095'] response: {'name': 'network-changed', 'server_uuid': '48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a', 'tag': 'ab645fe0-1c4b-42f7-8975-7c6aadee7af5', 'status': 'completed', 'code': 200} May 17 19:52:24.392725 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8cf746-2535-42e5-9a0f-00a54d3b5b7d req-ebe85b33-a5c2-4f18-bf0a-b662234ca740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:52:24.394146 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-bd8cf746-2535-42e5-9a0f-00a54d3b5b7d req-ebe85b33-a5c2-4f18-bf0a-b662234ca740 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=757859fa777e4b5dad0105d36b6554d1&device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 1130 time: 0.0392010 May 17 19:52:24.454727 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-6619d47b-974b-48a9-8020-ec81c01c136a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a13b0dd-b528-414d-8030-0c8e4161a309', 'name': 'tempest-TestShelveInstance-177864667-router', 'tenant_id': '757859fa777e4b5dad0105d36b6554d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'ca8e27e4-5e9a-410b-b11d-84e75e43b2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:47:52Z', 'updated_at': '2022-05-17T19:47:55Z', 'revision_number': 4, 'project_id': '757859fa777e4b5dad0105d36b6554d1', 'gw_port': {'id': 'ca8e27e4-5e9a-410b-b11d-84e75e43b2d5', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:15:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a13b0dd-b528-414d-8030-0c8e4161a309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:47:53Z', 'updated_at': '2022-05-17T19:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': '4c22d4e6-2864-4391-b068-8be41dd67fe6', 'name': '', 'network_id': '2a476a7f-96cd-4583-8eb9-44a9141d859c', 'tenant_id': '757859fa777e4b5dad0105d36b6554d1', 'mac_address': 'fa:16:3e:1e:7e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a13b0dd-b528-414d-8030-0c8e4161a309', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'b4524911-dc73-4710-81c0-5e85907e1acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:47:54Z', 'updated_at': '2022-05-17T19:47:59Z', 'revision_number': 5, 'project_id': '757859fa777e4b5dad0105d36b6554d1', 'subnets': [{'id': 'b4524911-dc73-4710-81c0-5e85907e1acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:52:24.479160 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6619d47b-974b-48a9-8020-ec81c01c136a None None] Checking router: 0a13b0dd-b528-414d-8030-0c8e4161a309 for host: dv-cinder-840678-10-iscsi {{(pid=103782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 19:52:24.487665 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6619d47b-974b-48a9-8020-ec81c01c136a None None] Routers {'0a13b0dd-b528-414d-8030-0c8e4161a309'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:52:24.488269 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-6619d47b-974b-48a9-8020-ec81c01c136a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:52:17Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['0a13b0dd-b528-414d-8030-0c8e4161a309'], 'active': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:52:24.499697 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8cf746-2535-42e5-9a0f-00a54d3b5b7d req-e07b91eb-2a6b-436c-9ec4-af7b95c06b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:52:24.501204 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-bd8cf746-2535-42e5-9a0f-00a54d3b5b7d req-e07b91eb-2a6b-436c-9ec4-af7b95c06b2e service neutron] 10.222.0.69 "GET /v2.0/networks?id=2a476a7f-96cd-4583-8eb9-44a9141d859c HTTP/1.1" status: 200 len: 909 time: 0.0983050 May 17 19:52:24.545843 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-bd8cf746-2535-42e5-9a0f-00a54d3b5b7d req-34e11c73-6242-409d-97f4-cfc9bdea4f4f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab645fe0-1c4b-42f7-8975-7c6aadee7af5 HTTP/1.1" status: 200 len: 217 time: 0.0350478 May 17 19:52:24.593554 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvr_db [None req-6619d47b-974b-48a9-8020-ec81c01c136a None None] Set router 0a13b0dd-b528-414d-8030-0c8e4161a309 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:52:24.599245 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8cf746-2535-42e5-9a0f-00a54d3b5b7d req-c6e8625a-0e37-43f1-87ab-2a84fced9fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:52:24.600740 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-bd8cf746-2535-42e5-9a0f-00a54d3b5b7d req-c6e8625a-0e37-43f1-87ab-2a84fced9fd6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b4524911-dc73-4710-81c0-5e85907e1acd HTTP/1.1" status: 200 len: 847 time: 0.0464325 May 17 19:52:24.620363 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e860c3-189d-4f16-9799-2d6f1854d874 req-4b48b0d4-f605-4719-a2ca-5ba5ac80517d tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:52:24.621814 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-64e860c3-189d-4f16-9799-2d6f1854d874 req-4b48b0d4-f605-4719-a2ca-5ba5ac80517d tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/ports?device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 946 time: 0.0488408 May 17 19:52:24.669499 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-64e860c3-189d-4f16-9799-2d6f1854d874 req-bd180570-467d-4ce6-a5a6-ef600adc7244 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/security-groups?id=21141538-b071-4fe9-814d-da3a083d6686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418653 May 17 19:52:24.775892 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-6619d47b-974b-48a9-8020-ec81c01c136a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a13b0dd-b528-414d-8030-0c8e4161a309', 'name': 'tempest-TestShelveInstance-177864667-router', 'tenant_id': '757859fa777e4b5dad0105d36b6554d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'ca8e27e4-5e9a-410b-b11d-84e75e43b2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:47:52Z', 'updated_at': '2022-05-17T19:47:55Z', 'revision_number': 4, 'project_id': '757859fa777e4b5dad0105d36b6554d1', 'gw_port': {'id': 'ca8e27e4-5e9a-410b-b11d-84e75e43b2d5', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:15:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a13b0dd-b528-414d-8030-0c8e4161a309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:47:53Z', 'updated_at': '2022-05-17T19:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': '4c22d4e6-2864-4391-b068-8be41dd67fe6', 'name': '', 'network_id': '2a476a7f-96cd-4583-8eb9-44a9141d859c', 'tenant_id': '757859fa777e4b5dad0105d36b6554d1', 'mac_address': 'fa:16:3e:1e:7e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a13b0dd-b528-414d-8030-0c8e4161a309', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'b4524911-dc73-4710-81c0-5e85907e1acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:47:54Z', 'updated_at': '2022-05-17T19:47:59Z', 'revision_number': 5, 'project_id': '757859fa777e4b5dad0105d36b6554d1', 'subnets': [{'id': 'b4524911-dc73-4710-81c0-5e85907e1acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:52:24.802556 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6619d47b-974b-48a9-8020-ec81c01c136a None None] The sync data for ids ['0a13b0dd-b528-414d-8030-0c8e4161a309'] in dv-cinder-840678-10-iscsi is: [{'id': '0a13b0dd-b528-414d-8030-0c8e4161a309', 'name': 'tempest-TestShelveInstance-177864667-router', 'tenant_id': '757859fa777e4b5dad0105d36b6554d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'ca8e27e4-5e9a-410b-b11d-84e75e43b2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:47:52Z', 'updated_at': '2022-05-17T19:47:55Z', 'revision_number': 4, 'project_id': '757859fa777e4b5dad0105d36b6554d1', 'gw_port': {'id': 'ca8e27e4-5e9a-410b-b11d-84e75e43b2d5', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:15:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a13b0dd-b528-414d-8030-0c8e4161a309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:47:53Z', 'updated_at': '2022-05-17T19:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi', '_interfaces': [{'id': '4c22d4e6-2864-4391-b068-8be41dd67fe6', 'name': '', 'network_id': '2a476a7f-96cd-4583-8eb9-44a9141d859c', 'tenant_id': '757859fa777e4b5dad0105d36b6554d1', 'mac_address': 'fa:16:3e:1e:7e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a13b0dd-b528-414d-8030-0c8e4161a309', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'b4524911-dc73-4710-81c0-5e85907e1acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:47:54Z', 'updated_at': '2022-05-17T19:47:59Z', 'revision_number': 5, 'project_id': '757859fa777e4b5dad0105d36b6554d1', 'subnets': [{'id': 'b4524911-dc73-4710-81c0-5e85907e1acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 19:52:25.022911 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5681e75f-8ba5-4a33-81ee-2936e72f7396 None None] New status for floating IP a07b8161-57d4-419e-8dea-76c78f8228c5: DOWN {{(pid=103783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 19:52:25.810780 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23679d-9c7a-47f8-9301-a40c0dbed2be req-195ff874-f205-4e85-8594-8972f422c705 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:52:25.812283 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-af23679d-9c7a-47f8-9301-a40c0dbed2be req-195ff874-f205-4e85-8594-8972f422c705 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/ports?device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 946 time: 0.0748305 May 17 19:52:25.813499 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8cf746-2535-42e5-9a0f-00a54d3b5b7d req-8be3efb2-6320-43fd-bfc9-48cafea4eea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:52:25.814827 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-bd8cf746-2535-42e5-9a0f-00a54d3b5b7d req-8be3efb2-6320-43fd-bfc9-48cafea4eea2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2a476a7f-96cd-4583-8eb9-44a9141d859c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0687094 May 17 19:52:25.917517 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-af23679d-9c7a-47f8-9301-a40c0dbed2be req-03c5dd6b-dcb2-48d0-9b74-ba8f688b59ee tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/security-groups?id=21141538-b071-4fe9-814d-da3a083d6686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994594 May 17 19:52:25.937875 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-bd8cf746-2535-42e5-9a0f-00a54d3b5b7d req-0efde5ee-042a-40b7-9ae0-4a77b6341078 service neutron] 10.222.0.69 "GET /v2.0/networks/2a476a7f-96cd-4583-8eb9-44a9141d859c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140168 May 17 19:52:26.027640 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-bd8cf746-2535-42e5-9a0f-00a54d3b5b7d req-49e28836-5ef2-4500-9071-7cdbaa657e2a service neutron] 10.222.0.69 "GET /v2.0/networks/2a476a7f-96cd-4583-8eb9-44a9141d859c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829403 May 17 19:52:26.315562 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c70dc3-06ff-48f8-9725-9cd7656086d3 req-e1171473-1559-4acc-afda-29b0ec358ef2 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 19:52:26.316936 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-16c70dc3-06ff-48f8-9725-9cd7656086d3 req-e1171473-1559-4acc-afda-29b0ec358ef2 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.69 "GET /v2.0/ports?device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 946 time: 0.0469594 May 17 19:52:26.398998 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [req-16c70dc3-06ff-48f8-9725-9cd7656086d3 req-70fa3192-ded9-4392-bf09-504220b2e8fd tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Deleting port ab645fe0-1c4b-42f7-8975-7c6aadee7af5 {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:52:26.399333 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-16c70dc3-06ff-48f8-9725-9cd7656086d3 req-70fa3192-ded9-4392-bf09-504220b2e8fd tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (ab645fe0-1c4b-42f7-8975-7c6aadee7af5), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:26.484411 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-16c70dc3-06ff-48f8-9725-9cd7656086d3 req-70fa3192-ded9-4392-bf09-504220b2e8fd tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] For port ab645fe0-1c4b-42f7-8975-7c6aadee7af5, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=ab645fe0-1c4b-42f7-8975-7c6aadee7af5,segment=NetworkSegment(9781d980-ed9b-41f0-aec3-676c5bd88e10),segment_id=9781d980-ed9b-41f0-aec3-676c5bd88e10)] {{(pid=103781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:52:26.484772 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-16c70dc3-06ff-48f8-9725-9cd7656086d3 req-70fa3192-ded9-4392-bf09-504220b2e8fd tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (ab645fe0-1c4b-42f7-8975-7c6aadee7af5), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:26.501134 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [req-16c70dc3-06ff-48f8-9725-9cd7656086d3 req-70fa3192-ded9-4392-bf09-504220b2e8fd tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Calling delete_port for ab645fe0-1c4b-42f7-8975-7c6aadee7af5 owned by compute:nova {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:52:26.691830 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-16c70dc3-06ff-48f8-9725-9cd7656086d3 req-70fa3192-ded9-4392-bf09-504220b2e8fd tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (ab645fe0-1c4b-42f7-8975-7c6aadee7af5), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:26.716111 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fa3192-ded9-4392-bf09-504220b2e8fd tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Pushing event deleted for resources: {'Port': ['ID=ab645fe0-1c4b-42f7-8975-7c6aadee7af5,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:52:26.729966 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fa3192-ded9-4392-bf09-504220b2e8fd tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:52:26.729966 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fa3192-ded9-4392-bf09-504220b2e8fd tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:52:26.729966 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fa3192-ded9-4392-bf09-504220b2e8fd tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:52:26.730351 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fa3192-ded9-4392-bf09-504220b2e8fd tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:52:26.730630 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fa3192-ded9-4392-bf09-504220b2e8fd tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:52:26.730955 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fa3192-ded9-4392-bf09-504220b2e8fd tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:52:26.731279 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fa3192-ded9-4392-bf09-504220b2e8fd tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:52:26.732939 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fa3192-ded9-4392-bf09-504220b2e8fd tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:52:26.733279 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fa3192-ded9-4392-bf09-504220b2e8fd tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:52:26.733597 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fa3192-ded9-4392-bf09-504220b2e8fd tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:52:26.733921 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fa3192-ded9-4392-bf09-504220b2e8fd tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:52:26.734240 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fa3192-ded9-4392-bf09-504220b2e8fd tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:52:26.734556 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fa3192-ded9-4392-bf09-504220b2e8fd tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:52:26.734874 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fa3192-ded9-4392-bf09-504220b2e8fd tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:52:26.735189 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fa3192-ded9-4392-bf09-504220b2e8fd tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:52:26.774883 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [req-16c70dc3-06ff-48f8-9725-9cd7656086d3 req-70fa3192-ded9-4392-bf09-504220b2e8fd tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] No DVR routers for this DVR port ab645fe0-1c4b-42f7-8975-7c6aadee7af5 on host hv-cinder-84067 {{(pid=103781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 19:52:26.777256 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-16c70dc3-06ff-48f8-9725-9cd7656086d3 req-70fa3192-ded9-4392-bf09-504220b2e8fd tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93664'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:26.780476 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-16c70dc3-06ff-48f8-9725-9cd7656086d3 req-70fa3192-ded9-4392-bf09-504220b2e8fd tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.69 "DELETE /v2.0/ports/ab645fe0-1c4b-42f7-8975-7c6aadee7af5 HTTP/1.1" status: 204 len: 173 time: 0.4573541 May 17 19:52:26.780903 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a', 'name': 'network-vif-deleted', 'tag': 'ab645fe0-1c4b-42f7-8975-7c6aadee7af5'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 19:52:26.783122 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5abf21081b7c701043d67e7bff15db599e71af2afb5ac8611b6265996300b020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72bd1f55-bcfd-4ecc-b2d9-21d0b299dc1d" -d '{"events": [{"server_uuid": "48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a", "name": "network-vif-deleted", "tag": "ab645fe0-1c4b-42f7-8975-7c6aadee7af5"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 19:52:26.881772 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 19:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580cfe09-eae2-4247-b128-5bfe1fe55797 x-openstack-request-id: req-580cfe09-eae2-4247-b128-5bfe1fe55797 {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 19:52:26.882362 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a", "name": "network-vif-deleted", "tag": "ab645fe0-1c4b-42f7-8975-7c6aadee7af5", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 19:52:26.882362 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-580cfe09-eae2-4247-b128-5bfe1fe55797 {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 19:52:26.882692 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-580cfe09-eae2-4247-b128-5bfe1fe55797'] response: {'server_uuid': '48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a', 'name': 'network-vif-deleted', 'tag': 'ab645fe0-1c4b-42f7-8975-7c6aadee7af5', 'status': 'completed', 'code': 200} May 17 19:52:27.013665 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1058c855-c994-4f1c-9693-91dee94622ea req-f7bb08a0-ef13-4665-b5ab-5e84a533a862 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/ports?device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 210 time: 0.0280330 May 17 19:52:27.459534 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.agents_db [None req-42b69621-6215-4a4a-9d32-588efc9ea437 None None] Agent healthcheck: found 6 active agents {{(pid=103783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 19:52:28.121368 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [req-a9048b85-f7f8-4526-9d45-20694631116a req-1272a229-b51f-4528-981b-65d0bfb0b098 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "GET /v2.0/ports?device_id=48fd38ba-bcee-43e5-a0e9-0ea5551b5f3a HTTP/1.1" status: 200 len: 210 time: 0.0286572 May 17 19:52:29.181731 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 49250) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:52:29.237600 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-4018b23b-e0d6-455b-a062-1dcf3e9f65e8 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Publish callbacks [] for security_group (21141538-b071-4fe9-814d-da3a083d6686), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:29.261418 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-4018b23b-e0d6-455b-a062-1dcf3e9f65e8 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Publish callbacks [] for security_group (21141538-b071-4fe9-814d-da3a083d6686), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:29.362725 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device ab645fe0-1c4b-42f7-8975-7c6aadee7af5 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 19:52:29.381424 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] No Port match for: ab645fe0-1c4b-42f7-8975-7c6aadee7af5 {{(pid=103782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 19:52:29.387800 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Device ab645fe0-1c4b-42f7-8975-7c6aadee7af5 not bound to the agent host hv-cinder-84067 {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 19:52:29.405724 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-4018b23b-e0d6-455b-a062-1dcf3e9f65e8 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (21141538-b071-4fe9-814d-da3a083d6686), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:29.408413 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-4018b23b-e0d6-455b-a062-1dcf3e9f65e8 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:29.409587 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-4018b23b-e0d6-455b-a062-1dcf3e9f65e8 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] 10.222.0.58 "DELETE /v2.0/security-groups/21141538-b071-4fe9-814d-da3a083d6686 HTTP/1.1" status: 204 len: 168 time: 0.2306018 May 17 19:52:29.418876 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4018b23b-e0d6-455b-a062-1dcf3e9f65e8 tempest-TestShelveInstance-772778596 tempest-TestShelveInstance-772778596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21141538-b071-4fe9-814d-da3a083d6686,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:52:29.506718 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 49254) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:52:29.800094 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f827bb65-343c-4b8b-8454-cf7eaead1dab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16761843'] for router_interface (0a13b0dd-b528-414d-8030-0c8e4161a309), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:30.008401 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-f827bb65-343c-4b8b-8454-cf7eaead1dab admin admin] Deleting port 4c22d4e6-2864-4391-b068-8be41dd67fe6 {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:52:30.008737 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f827bb65-343c-4b8b-8454-cf7eaead1dab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (4c22d4e6-2864-4391-b068-8be41dd67fe6), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:30.083112 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [None req-f827bb65-343c-4b8b-8454-cf7eaead1dab admin admin] For port 4c22d4e6-2864-4391-b068-8be41dd67fe6, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=4c22d4e6-2864-4391-b068-8be41dd67fe6,segment=NetworkSegment(9781d980-ed9b-41f0-aec3-676c5bd88e10),segment_id=9781d980-ed9b-41f0-aec3-676c5bd88e10)] {{(pid=103781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:52:30.083385 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f827bb65-343c-4b8b-8454-cf7eaead1dab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (4c22d4e6-2864-4391-b068-8be41dd67fe6), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:30.096168 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-f827bb65-343c-4b8b-8454-cf7eaead1dab admin admin] Calling delete_port for 4c22d4e6-2864-4391-b068-8be41dd67fe6 owned by network:router_interface {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:52:30.325781 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f827bb65-343c-4b8b-8454-cf7eaead1dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (4c22d4e6-2864-4391-b068-8be41dd67fe6), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:30.353479 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f827bb65-343c-4b8b-8454-cf7eaead1dab admin admin] Pushing event deleted for resources: {'Port': ['ID=4c22d4e6-2864-4391-b068-8be41dd67fe6,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:52:30.508559 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f827bb65-343c-4b8b-8454-cf7eaead1dab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16360526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16766956'] for router_interface (0a13b0dd-b528-414d-8030-0c8e4161a309), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:30.704287 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f827bb65-343c-4b8b-8454-cf7eaead1dab admin admin] Router 0a13b0dd-b528-414d-8030-0c8e4161a309 has already been hosted by L3 agent d0bc9f74-feb0-4354-bd47-885486f1ec0d {{(pid=103781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 19:52:30.798628 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f827bb65-343c-4b8b-8454-cf7eaead1dab admin admin] Notify agent at l3_agent.dv-cinder-840678-10-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 19:52:30.804476 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-f827bb65-343c-4b8b-8454-cf7eaead1dab admin admin] 10.222.0.58 "PUT /v2.0/routers/0a13b0dd-b528-414d-8030-0c8e4161a309/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2957165 May 17 19:52:30.805927 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 49256) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:52:30.808451 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf72ea1-5626-41de-bbd1-1078d93383ef None None] Sync routers for ids ['0a13b0dd-b528-414d-8030-0c8e4161a309'] in dv-cinder-840678-10-iscsi {{(pid=103782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 19:52:30.819039 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf72ea1-5626-41de-bbd1-1078d93383ef None None] Routers {'0a13b0dd-b528-414d-8030-0c8e4161a309'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:52:30.819672 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-fcf72ea1-5626-41de-bbd1-1078d93383ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:52:17Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['0a13b0dd-b528-414d-8030-0c8e4161a309'], 'active': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:52:30.901517 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-bb05d461-4fdd-4136-9d54-9395ec14b131 admin admin] Publish callbacks [] for router (0a13b0dd-b528-414d-8030-0c8e4161a309), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:30.918100 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvr_db [None req-fcf72ea1-5626-41de-bbd1-1078d93383ef None None] Set router 0a13b0dd-b528-414d-8030-0c8e4161a309 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:52:31.087176 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-fcf72ea1-5626-41de-bbd1-1078d93383ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a13b0dd-b528-414d-8030-0c8e4161a309', 'name': 'tempest-TestShelveInstance-177864667-router', 'tenant_id': '757859fa777e4b5dad0105d36b6554d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'ca8e27e4-5e9a-410b-b11d-84e75e43b2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:47:52Z', 'updated_at': '2022-05-17T19:52:30Z', 'revision_number': 5, 'project_id': '757859fa777e4b5dad0105d36b6554d1', 'gw_port': {'id': 'ca8e27e4-5e9a-410b-b11d-84e75e43b2d5', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:15:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a13b0dd-b528-414d-8030-0c8e4161a309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:47:53Z', 'updated_at': '2022-05-17T19:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi'}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:52:31.245761 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf72ea1-5626-41de-bbd1-1078d93383ef None None] Checking router: 0a13b0dd-b528-414d-8030-0c8e4161a309 for host: dv-cinder-840678-10-iscsi {{(pid=103782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 19:52:31.254564 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf72ea1-5626-41de-bbd1-1078d93383ef None None] Routers {'0a13b0dd-b528-414d-8030-0c8e4161a309'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:52:31.255178 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-fcf72ea1-5626-41de-bbd1-1078d93383ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:52:17Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['0a13b0dd-b528-414d-8030-0c8e4161a309'], 'active': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:52:31.262617 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-bb05d461-4fdd-4136-9d54-9395ec14b131 admin admin] Publish callbacks [] for router_gateway (0a13b0dd-b528-414d-8030-0c8e4161a309), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:31.351761 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvr_db [None req-fcf72ea1-5626-41de-bbd1-1078d93383ef None None] Set router 0a13b0dd-b528-414d-8030-0c8e4161a309 gateway port host: dv-cinder-840678-10-iscsi {{(pid=103782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:52:31.379949 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-bb05d461-4fdd-4136-9d54-9395ec14b131 admin admin] Deleting port ca8e27e4-5e9a-410b-b11d-84e75e43b2d5 {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:52:31.380580 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-bb05d461-4fdd-4136-9d54-9395ec14b131 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (ca8e27e4-5e9a-410b-b11d-84e75e43b2d5), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:31.456264 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [None req-bb05d461-4fdd-4136-9d54-9395ec14b131 admin admin] For port ca8e27e4-5e9a-410b-b11d-84e75e43b2d5, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=ca8e27e4-5e9a-410b-b11d-84e75e43b2d5,segment=NetworkSegment(9ce1d97a-7b85-460d-9e35-dbb6f20db43d),segment_id=9ce1d97a-7b85-460d-9e35-dbb6f20db43d)] {{(pid=103781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:52:31.456651 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-bb05d461-4fdd-4136-9d54-9395ec14b131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (ca8e27e4-5e9a-410b-b11d-84e75e43b2d5), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:31.469989 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-bb05d461-4fdd-4136-9d54-9395ec14b131 admin admin] Calling delete_port for ca8e27e4-5e9a-410b-b11d-84e75e43b2d5 owned by network:router_gateway {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:52:31.513117 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_hamode_db [None req-fcf72ea1-5626-41de-bbd1-1078d93383ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a13b0dd-b528-414d-8030-0c8e4161a309', 'name': 'tempest-TestShelveInstance-177864667-router', 'tenant_id': '757859fa777e4b5dad0105d36b6554d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'ca8e27e4-5e9a-410b-b11d-84e75e43b2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:47:52Z', 'updated_at': '2022-05-17T19:52:30Z', 'revision_number': 5, 'project_id': '757859fa777e4b5dad0105d36b6554d1', 'gw_port': {'id': 'ca8e27e4-5e9a-410b-b11d-84e75e43b2d5', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:15:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a13b0dd-b528-414d-8030-0c8e4161a309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:47:53Z', 'updated_at': '2022-05-17T19:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi'}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:52:31.538000 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf72ea1-5626-41de-bbd1-1078d93383ef None None] The sync data for ids ['0a13b0dd-b528-414d-8030-0c8e4161a309'] in dv-cinder-840678-10-iscsi is: [{'id': '0a13b0dd-b528-414d-8030-0c8e4161a309', 'name': 'tempest-TestShelveInstance-177864667-router', 'tenant_id': '757859fa777e4b5dad0105d36b6554d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': 'ca8e27e4-5e9a-410b-b11d-84e75e43b2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:47:52Z', 'updated_at': '2022-05-17T19:52:30Z', 'revision_number': 5, 'project_id': '757859fa777e4b5dad0105d36b6554d1', 'gw_port': {'id': 'ca8e27e4-5e9a-410b-b11d-84e75e43b2d5', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:15:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a13b0dd-b528-414d-8030-0c8e4161a309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:47:53Z', 'updated_at': '2022-05-17T19:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi'}] {{(pid=103782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 19:52:31.703524 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-bb05d461-4fdd-4136-9d54-9395ec14b131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (ca8e27e4-5e9a-410b-b11d-84e75e43b2d5), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:31.727042 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb05d461-4fdd-4136-9d54-9395ec14b131 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca8e27e4-5e9a-410b-b11d-84e75e43b2d5,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:52:31.788281 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-bb05d461-4fdd-4136-9d54-9395ec14b131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16763841'] for router_gateway (0a13b0dd-b528-414d-8030-0c8e4161a309), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:31.871566 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-bb05d461-4fdd-4136-9d54-9395ec14b131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16658825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1106'] for router (0a13b0dd-b528-414d-8030-0c8e4161a309), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:31.874164 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-bb05d461-4fdd-4136-9d54-9395ec14b131 admin admin] Publish callbacks [] for router_controller (0a13b0dd-b528-414d-8030-0c8e4161a309), precommit_delete_associations {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:31.985868 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-bb05d461-4fdd-4136-9d54-9395ec14b131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16658832'] for router (0a13b0dd-b528-414d-8030-0c8e4161a309), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:31.986780 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb05d461-4fdd-4136-9d54-9395ec14b131 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a13b0dd-b528-414d-8030-0c8e4161a309 {{(pid=103781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 19:52:31.991315 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-bb05d461-4fdd-4136-9d54-9395ec14b131 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:31.994808 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-bb05d461-4fdd-4136-9d54-9395ec14b131 admin admin] 10.222.0.58 "DELETE /v2.0/routers/0a13b0dd-b528-414d-8030-0c8e4161a309 HTTP/1.1" status: 204 len: 168 time: 1.1856813 May 17 19:52:31.998292 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 49258) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:52:32.039780 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca1e23f1-4579-4ef5-b763-5ca9fa529c0b admin admin] Deleting subnet b4524911-dc73-4710-81c0-5e85907e1acd {{(pid=103781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 19:52:32.042815 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ca1e23f1-4579-4ef5-b763-5ca9fa529c0b admin admin] Publish callbacks [] for subnet (b4524911-dc73-4710-81c0-5e85907e1acd), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:32.080863 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ca1e23f1-4579-4ef5-b763-5ca9fa529c0b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14281804'] for subnet (b4524911-dc73-4710-81c0-5e85907e1acd), precommit_delete_associations {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:32.157877 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ca1e23f1-4579-4ef5-b763-5ca9fa529c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-938445'] for subnet (b4524911-dc73-4710-81c0-5e85907e1acd), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:32.277286 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ca1e23f1-4579-4ef5-b763-5ca9fa529c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-938452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16348314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13823715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13613874'] for subnet (b4524911-dc73-4710-81c0-5e85907e1acd), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:32.302509 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e23f1-4579-4ef5-b763-5ca9fa529c0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4524911-dc73-4710-81c0-5e85907e1acd,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:52:32.304311 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ca1e23f1-4579-4ef5-b763-5ca9fa529c0b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:32.309536 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-ca1e23f1-4579-4ef5-b763-5ca9fa529c0b admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b4524911-dc73-4710-81c0-5e85907e1acd HTTP/1.1" status: 204 len: 168 time: 0.3112767 May 17 19:52:32.309750 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 49260) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:52:32.310780 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421e2c8b-6a90-4929-b72e-f73cf3512438 None None] Network 2a476a7f-96cd-4583-8eb9-44a9141d859c requested from dv-cinder-840678-10-iscsi {{(pid=103782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 19:52:32.379296 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f6e8210e-9f5d-4cc7-8916-5e7f406f1dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-932882'] for network (2a476a7f-96cd-4583-8eb9-44a9141d859c), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:32.421091 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-f6e8210e-9f5d-4cc7-8916-5e7f406f1dfc admin admin] Deleting port e2a154ad-f73b-4cce-9f1d-8882998c641a {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:52:32.421682 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f6e8210e-9f5d-4cc7-8916-5e7f406f1dfc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (e2a154ad-f73b-4cce-9f1d-8882998c641a), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:32.484864 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [None req-f6e8210e-9f5d-4cc7-8916-5e7f406f1dfc admin admin] For port e2a154ad-f73b-4cce-9f1d-8882998c641a, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=e2a154ad-f73b-4cce-9f1d-8882998c641a,segment=NetworkSegment(9781d980-ed9b-41f0-aec3-676c5bd88e10),segment_id=9781d980-ed9b-41f0-aec3-676c5bd88e10)] {{(pid=103781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:52:32.485218 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f6e8210e-9f5d-4cc7-8916-5e7f406f1dfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (e2a154ad-f73b-4cce-9f1d-8882998c641a), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:32.497857 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-f6e8210e-9f5d-4cc7-8916-5e7f406f1dfc admin admin] Calling delete_port for e2a154ad-f73b-4cce-9f1d-8882998c641a owned by network:dhcp {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:52:32.532604 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94cfea17-1a37-43c4-98c8-b65390fedfba None None] DHCP port deletion for 2a476a7f-96cd-4583-8eb9-44a9141d859c request from dv-cinder-840678-10-iscsi {{(pid=103782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 19:52:32.573746 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-94cfea17-1a37-43c4-98c8-b65390fedfba None None] Deleting port e2a154ad-f73b-4cce-9f1d-8882998c641a {{(pid=103782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:52:32.574215 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-94cfea17-1a37-43c4-98c8-b65390fedfba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (e2a154ad-f73b-4cce-9f1d-8882998c641a), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:32.636109 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-94cfea17-1a37-43c4-98c8-b65390fedfba None None] For port e2a154ad-f73b-4cce-9f1d-8882998c641a, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=e2a154ad-f73b-4cce-9f1d-8882998c641a,segment=NetworkSegment(9781d980-ed9b-41f0-aec3-676c5bd88e10),segment_id=9781d980-ed9b-41f0-aec3-676c5bd88e10)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:52:32.636493 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-94cfea17-1a37-43c4-98c8-b65390fedfba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (e2a154ad-f73b-4cce-9f1d-8882998c641a), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:32.648703 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-94cfea17-1a37-43c4-98c8-b65390fedfba None None] Calling delete_port for e2a154ad-f73b-4cce-9f1d-8882998c641a owned by network:dhcp {{(pid=103782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:52:32.657502 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f6e8210e-9f5d-4cc7-8916-5e7f406f1dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (e2a154ad-f73b-4cce-9f1d-8882998c641a), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:32.683702 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e8210e-9f5d-4cc7-8916-5e7f406f1dfc admin admin] Pushing event deleted for resources: {'Port': ['ID=e2a154ad-f73b-4cce-9f1d-8882998c641a,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:52:32.689200 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e8210e-9f5d-4cc7-8916-5e7f406f1dfc admin admin] No DVR routers for this DVR port e2a154ad-f73b-4cce-9f1d-8882998c641a on host dv-cinder-840678-10-iscsi {{(pid=103781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 19:52:32.724713 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-94cfea17-1a37-43c4-98c8-b65390fedfba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176'] for port (e2a154ad-f73b-4cce-9f1d-8882998c641a), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:32.749420 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cfea17-1a37-43c4-98c8-b65390fedfba None None] Pushing event deleted for resources: {'Port': ['ID=e2a154ad-f73b-4cce-9f1d-8882998c641a,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:52:32.753895 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cfea17-1a37-43c4-98c8-b65390fedfba None None] No DVR routers for this DVR port e2a154ad-f73b-4cce-9f1d-8882998c641a on host dv-cinder-840678-10-iscsi {{(pid=103782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 19:52:32.763407 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f6e8210e-9f5d-4cc7-8916-5e7f406f1dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-940152', 'neutron.services.segments.db._delete_segments_for_network-8792041590294'] for network (2a476a7f-96cd-4583-8eb9-44a9141d859c), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:32.767136 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfea17-1a37-43c4-98c8-b65390fedfba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:52:32.767481 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfea17-1a37-43c4-98c8-b65390fedfba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:52:32.767843 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfea17-1a37-43c4-98c8-b65390fedfba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:52:32.768175 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfea17-1a37-43c4-98c8-b65390fedfba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:52:32.768528 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfea17-1a37-43c4-98c8-b65390fedfba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:52:32.768849 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfea17-1a37-43c4-98c8-b65390fedfba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:52:32.769170 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfea17-1a37-43c4-98c8-b65390fedfba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:52:32.769488 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfea17-1a37-43c4-98c8-b65390fedfba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:52:32.769806 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfea17-1a37-43c4-98c8-b65390fedfba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:52:32.770127 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfea17-1a37-43c4-98c8-b65390fedfba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:52:32.770449 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfea17-1a37-43c4-98c8-b65390fedfba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:52:32.770769 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfea17-1a37-43c4-98c8-b65390fedfba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:52:32.771112 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfea17-1a37-43c4-98c8-b65390fedfba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:52:32.771424 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfea17-1a37-43c4-98c8-b65390fedfba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:52:32.771766 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfea17-1a37-43c4-98c8-b65390fedfba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-10-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 19:52:32.784053 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.services.segments.db [None req-f6e8210e-9f5d-4cc7-8916-5e7f406f1dfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a476a7f-96cd-4583-8eb9-44a9141d859c']}} {{(pid=103781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:52:32.792995 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.services.segments.db [None req-f6e8210e-9f5d-4cc7-8916-5e7f406f1dfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9781d980-ed9b-41f0-aec3-676c5bd88e10') {'for_net_delete': True} {{(pid=103781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:52:32.793287 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.services.segments.db [None req-f6e8210e-9f5d-4cc7-8916-5e7f406f1dfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9781d980-ed9b-41f0-aec3-676c5bd88e10') {} {{(pid=103781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:52:32.802866 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f6e8210e-9f5d-4cc7-8916-5e7f406f1dfc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792041591071', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14281845'] for segment (9781d980-ed9b-41f0-aec3-676c5bd88e10), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:32.816305 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f6e8210e-9f5d-4cc7-8916-5e7f406f1dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944438'] for segment (9781d980-ed9b-41f0-aec3-676c5bd88e10), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:32.822030 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6e8210e-9f5d-4cc7-8916-5e7f406f1dfc admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=103781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 19:52:32.822407 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f6e8210e-9f5d-4cc7-8916-5e7f406f1dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13820481'] for segment (9781d980-ed9b-41f0-aec3-676c5bd88e10), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:32.824088 dv-cinder-840678-10-iscsi neutron-server[103781]: Traceback (most recent call last): May 17 19:52:32.824088 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 19:52:32.824088 dv-cinder-840678-10-iscsi neutron-server[103781]: timer() May 17 19:52:32.824088 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 19:52:32.824088 dv-cinder-840678-10-iscsi neutron-server[103781]: cb(*args, **kw) May 17 19:52:32.824088 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 19:52:32.824088 dv-cinder-840678-10-iscsi neutron-server[103781]: return func(*args, **kwargs) May 17 19:52:32.824088 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 19:52:32.824088 dv-cinder-840678-10-iscsi neutron-server[103781]: self._notify() May 17 19:52:32.824088 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 19:52:32.824088 dv-cinder-840678-10-iscsi neutron-server[103781]: self.callback(batched_events) May 17 19:52:32.824088 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 19:52:32.824088 dv-cinder-840678-10-iscsi neutron-server[103781]: event.method(event) May 17 19:52:32.824088 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 19:52:32.824088 dv-cinder-840678-10-iscsi neutron-server[103781]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 19:52:32.824088 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 19:52:32.824088 dv-cinder-840678-10-iscsi neutron-server[103781]: aggregate_uuid = self.p_client.list_aggregates( May 17 19:52:32.824088 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 19:52:32.824088 dv-cinder-840678-10-iscsi neutron-server[103781]: return f(self, *a, **k) May 17 19:52:32.824088 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 19:52:32.824088 dv-cinder-840678-10-iscsi neutron-server[103781]: return self._get(url).json() May 17 19:52:32.824088 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 19:52:32.824088 dv-cinder-840678-10-iscsi neutron-server[103781]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 19:52:32.824088 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 19:52:32.824088 dv-cinder-840678-10-iscsi neutron-server[103781]: return self.request(url, 'GET', **kwargs) May 17 19:52:32.824088 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 19:52:32.824088 dv-cinder-840678-10-iscsi neutron-server[103781]: base_url = self.get_endpoint(auth, allow=allow, May 17 19:52:32.824088 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 19:52:32.824088 dv-cinder-840678-10-iscsi neutron-server[103781]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 19:52:32.824088 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 19:52:32.824088 dv-cinder-840678-10-iscsi neutron-server[103781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 19:52:32.824088 dv-cinder-840678-10-iscsi neutron-server[103781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 19:52:32.948721 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f6e8210e-9f5d-4cc7-8916-5e7f406f1dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-940099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16764915'] for network (2a476a7f-96cd-4583-8eb9-44a9141d859c), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:32.956142 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f6e8210e-9f5d-4cc7-8916-5e7f406f1dfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for network (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:32.959172 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-f6e8210e-9f5d-4cc7-8916-5e7f406f1dfc admin admin] 10.222.0.58 "DELETE /v2.0/networks/2a476a7f-96cd-4583-8eb9-44a9141d859c HTTP/1.1" status: 204 len: 168 time: 0.6485286 May 17 19:52:32.962125 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 49262) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:52:32.968137 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e8210e-9f5d-4cc7-8916-5e7f406f1dfc admin admin] Pushing event deleted for resources: {'Network': ['ID=2a476a7f-96cd-4583-8eb9-44a9141d859c,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:52:33.166477 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device 4c22d4e6-2864-4391-b068-8be41dd67fe6 no longer exists at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 19:52:33.185438 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] No Port match for: 4c22d4e6-2864-4391-b068-8be41dd67fe6 {{(pid=103782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 19:52:33.185781 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device 4c22d4e6-2864-4391-b068-8be41dd67fe6 not bound to the agent host dv-cinder-840678-10-iscsi {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 19:52:33.186684 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device ca8e27e4-5e9a-410b-b11d-84e75e43b2d5 no longer exists at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 19:52:33.204948 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] No Port match for: ca8e27e4-5e9a-410b-b11d-84e75e43b2d5 {{(pid=103782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 19:52:33.205292 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device ca8e27e4-5e9a-410b-b11d-84e75e43b2d5 not bound to the agent host dv-cinder-840678-10-iscsi {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 19:52:33.205705 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device e2a154ad-f73b-4cce-9f1d-8882998c641a no longer exists at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 19:52:33.222907 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] No Port match for: e2a154ad-f73b-4cce-9f1d-8882998c641a {{(pid=103782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 19:52:33.223247 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device e2a154ad-f73b-4cce-9f1d-8882998c641a not bound to the agent host dv-cinder-840678-10-iscsi {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 19:52:33.265429 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-51f1b15e-f8c9-49f5-8590-2900a3a8d4ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16761843'] for router_interface (2e86ac38-0f71-4a16-8e42-11f68ac0e65f), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:33.479242 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [None req-51f1b15e-f8c9-49f5-8590-2900a3a8d4ed admin admin] Deleting port 2eb3294b-c3f2-4084-8076-e83666ad1556 {{(pid=103780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:52:33.479596 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-51f1b15e-f8c9-49f5-8590-2900a3a8d4ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (2eb3294b-c3f2-4084-8076-e83666ad1556), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:33.556399 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.db [None req-51f1b15e-f8c9-49f5-8590-2900a3a8d4ed admin admin] For port 2eb3294b-c3f2-4084-8076-e83666ad1556, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=2eb3294b-c3f2-4084-8076-e83666ad1556,segment=NetworkSegment(2c5591b4-b3f7-4614-a58f-26896d1e3171),segment_id=2c5591b4-b3f7-4614-a58f-26896d1e3171)] {{(pid=103780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:52:33.556747 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-51f1b15e-f8c9-49f5-8590-2900a3a8d4ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (2eb3294b-c3f2-4084-8076-e83666ad1556), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:33.569687 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [None req-51f1b15e-f8c9-49f5-8590-2900a3a8d4ed admin admin] Calling delete_port for 2eb3294b-c3f2-4084-8076-e83666ad1556 owned by network:router_interface {{(pid=103780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:52:33.794240 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-51f1b15e-f8c9-49f5-8590-2900a3a8d4ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014583'] for port (2eb3294b-c3f2-4084-8076-e83666ad1556), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:33.821518 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f1b15e-f8c9-49f5-8590-2900a3a8d4ed admin admin] Pushing event deleted for resources: {'Port': ['ID=2eb3294b-c3f2-4084-8076-e83666ad1556,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:52:33.993083 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-51f1b15e-f8c9-49f5-8590-2900a3a8d4ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16360526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16766956'] for router_interface (2e86ac38-0f71-4a16-8e42-11f68ac0e65f), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:34.195123 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f1b15e-f8c9-49f5-8590-2900a3a8d4ed admin admin] Router 2e86ac38-0f71-4a16-8e42-11f68ac0e65f has already been hosted by L3 agent d0bc9f74-feb0-4354-bd47-885486f1ec0d {{(pid=103780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 19:52:34.292383 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f1b15e-f8c9-49f5-8590-2900a3a8d4ed admin admin] Notify agent at l3_agent.dv-cinder-840678-10-iscsi the message routers_updated {{(pid=103780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 19:52:34.297184 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-51f1b15e-f8c9-49f5-8590-2900a3a8d4ed admin admin] 10.222.0.58 "PUT /v2.0/routers/2e86ac38-0f71-4a16-8e42-11f68ac0e65f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3339942 May 17 19:52:34.299720 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 49264) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:52:34.301241 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4662bb-3f6a-49f7-a206-75ffdb4d7ad5 None None] Sync routers for ids ['2e86ac38-0f71-4a16-8e42-11f68ac0e65f'] in dv-cinder-840678-10-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 19:52:34.310934 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4662bb-3f6a-49f7-a206-75ffdb4d7ad5 None None] Routers {'2e86ac38-0f71-4a16-8e42-11f68ac0e65f'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:52:34.311550 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-fc4662bb-3f6a-49f7-a206-75ffdb4d7ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:52:17Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['2e86ac38-0f71-4a16-8e42-11f68ac0e65f'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:52:34.404514 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-53ce1fe3-9fd5-4994-b30f-cc3c7e43b773 admin admin] Publish callbacks [] for router (2e86ac38-0f71-4a16-8e42-11f68ac0e65f), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:34.409258 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-fc4662bb-3f6a-49f7-a206-75ffdb4d7ad5 None None] Set router 2e86ac38-0f71-4a16-8e42-11f68ac0e65f gateway port host: dv-cinder-840678-10-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:52:34.501343 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-53ce1fe3-9fd5-4994-b30f-cc3c7e43b773 admin admin] Publish callbacks [] for router_gateway (2e86ac38-0f71-4a16-8e42-11f68ac0e65f), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:34.569776 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-fc4662bb-3f6a-49f7-a206-75ffdb4d7ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e86ac38-0f71-4a16-8e42-11f68ac0e65f', 'name': 'tempest-TestShelveInstance-514108126-router', 'tenant_id': 'c4e2d65fdc32405ba21ff6081ce969d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'external_fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'f5183a9e-678e-43d6-8a77-a7e9534d2ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:47:58Z', 'updated_at': '2022-05-17T19:52:33Z', 'revision_number': 5, 'project_id': 'c4e2d65fdc32405ba21ff6081ce969d5', 'gw_port': {'id': 'f5183a9e-678e-43d6-8a77-a7e9534d2ced', 'name': '', 'network_id': 'a8e71caf-cf8f-487f-b3e8-f30c47275c44', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:63:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e86ac38-0f71-4a16-8e42-11f68ac0e65f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T19:47:59Z', 'updated_at': '2022-05-17T19:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b8cb9fa-be03-458e-a77b-33fb963ee3d0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-10-iscsi'}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:52:34.597952 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4662bb-3f6a-49f7-a206-75ffdb4d7ad5 None None] Checking router: 2e86ac38-0f71-4a16-8e42-11f68ac0e65f for host: dv-cinder-840678-10-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 19:52:34.606147 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4662bb-3f6a-49f7-a206-75ffdb4d7ad5 None None] Routers {'2e86ac38-0f71-4a16-8e42-11f68ac0e65f'} bound to L3 agent in host dv-cinder-840678-10-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 19:52:34.607005 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-fc4662bb-3f6a-49f7-a206-75ffdb4d7ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T19:20:47Z,description=,heartbeat_timestamp=2022-05-17T19:52:17Z,host='dv-cinder-840678-10-iscsi',id=d0bc9f74-feb0-4354-bd47-885486f1ec0d,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T19:20:48Z,topic='l3_agent')) {'router_ids': ['2e86ac38-0f71-4a16-8e42-11f68ac0e65f'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:52:34.607433 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [None req-53ce1fe3-9fd5-4994-b30f-cc3c7e43b773 admin admin] Deleting port f5183a9e-678e-43d6-8a77-a7e9534d2ced {{(pid=103780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:52:34.607851 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-53ce1fe3-9fd5-4994-b30f-cc3c7e43b773 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (f5183a9e-678e-43d6-8a77-a7e9534d2ced), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:34.683996 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-fc4662bb-3f6a-49f7-a206-75ffdb4d7ad5 None None] Set router 2e86ac38-0f71-4a16-8e42-11f68ac0e65f gateway port host: None {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 19:52:34.688655 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.db [None req-53ce1fe3-9fd5-4994-b30f-cc3c7e43b773 admin admin] For port f5183a9e-678e-43d6-8a77-a7e9534d2ced, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=f5183a9e-678e-43d6-8a77-a7e9534d2ced,segment=NetworkSegment(9ce1d97a-7b85-460d-9e35-dbb6f20db43d),segment_id=9ce1d97a-7b85-460d-9e35-dbb6f20db43d)] {{(pid=103780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:52:34.689011 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-53ce1fe3-9fd5-4994-b30f-cc3c7e43b773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (f5183a9e-678e-43d6-8a77-a7e9534d2ced), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:34.702227 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.plugins.ml2.plugin [None req-53ce1fe3-9fd5-4994-b30f-cc3c7e43b773 admin admin] Calling delete_port for f5183a9e-678e-43d6-8a77-a7e9534d2ced owned by network:router_gateway {{(pid=103780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:52:34.733427 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-fc4662bb-3f6a-49f7-a206-75ffdb4d7ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e86ac38-0f71-4a16-8e42-11f68ac0e65f', 'name': 'tempest-TestShelveInstance-514108126-router', 'tenant_id': 'c4e2d65fdc32405ba21ff6081ce969d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:47:58Z', 'updated_at': '2022-05-17T19:52:34Z', 'revision_number': 6, 'project_id': 'c4e2d65fdc32405ba21ff6081ce969d5', 'gw_port_host': None}], 'dv-cinder-840678-10-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:52:34.756919 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4662bb-3f6a-49f7-a206-75ffdb4d7ad5 None None] The sync data for ids ['2e86ac38-0f71-4a16-8e42-11f68ac0e65f'] in dv-cinder-840678-10-iscsi is: [{'id': '2e86ac38-0f71-4a16-8e42-11f68ac0e65f', 'name': 'tempest-TestShelveInstance-514108126-router', 'tenant_id': 'c4e2d65fdc32405ba21ff6081ce969d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T19:47:58Z', 'updated_at': '2022-05-17T19:52:34Z', 'revision_number': 6, 'project_id': 'c4e2d65fdc32405ba21ff6081ce969d5', 'gw_port_host': None}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 19:52:34.922381 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-53ce1fe3-9fd5-4994-b30f-cc3c7e43b773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014583'] for port (f5183a9e-678e-43d6-8a77-a7e9534d2ced), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:34.946218 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ce1fe3-9fd5-4994-b30f-cc3c7e43b773 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5183a9e-678e-43d6-8a77-a7e9534d2ced,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:52:35.011679 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-53ce1fe3-9fd5-4994-b30f-cc3c7e43b773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16763841'] for router_gateway (2e86ac38-0f71-4a16-8e42-11f68ac0e65f), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:35.096285 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-53ce1fe3-9fd5-4994-b30f-cc3c7e43b773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16658825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1106'] for router (2e86ac38-0f71-4a16-8e42-11f68ac0e65f), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:35.098601 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-53ce1fe3-9fd5-4994-b30f-cc3c7e43b773 admin admin] Publish callbacks [] for router_controller (2e86ac38-0f71-4a16-8e42-11f68ac0e65f), precommit_delete_associations {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:35.240197 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-53ce1fe3-9fd5-4994-b30f-cc3c7e43b773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16658832'] for router (2e86ac38-0f71-4a16-8e42-11f68ac0e65f), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:35.240812 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ce1fe3-9fd5-4994-b30f-cc3c7e43b773 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e86ac38-0f71-4a16-8e42-11f68ac0e65f {{(pid=103780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 19:52:35.245625 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-53ce1fe3-9fd5-4994-b30f-cc3c7e43b773 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:35.246768 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-53ce1fe3-9fd5-4994-b30f-cc3c7e43b773 admin admin] 10.222.0.58 "DELETE /v2.0/routers/2e86ac38-0f71-4a16-8e42-11f68ac0e65f HTTP/1.1" status: 204 len: 168 time: 0.9461584 May 17 19:52:35.252382 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 49266) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:52:35.296605 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.db.db_base_plugin_v2 [None req-30574884-c9ff-481b-9a81-d8ad85270225 admin admin] Deleting subnet bbd04edc-97ac-4f32-a717-87eb2b82232d {{(pid=103780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 19:52:35.299130 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-30574884-c9ff-481b-9a81-d8ad85270225 admin admin] Publish callbacks [] for subnet (bbd04edc-97ac-4f32-a717-87eb2b82232d), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:35.333757 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-30574884-c9ff-481b-9a81-d8ad85270225 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12797260'] for subnet (bbd04edc-97ac-4f32-a717-87eb2b82232d), precommit_delete_associations {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:35.410383 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-30574884-c9ff-481b-9a81-d8ad85270225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-938445'] for subnet (bbd04edc-97ac-4f32-a717-87eb2b82232d), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:35.530352 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device 2eb3294b-c3f2-4084-8076-e83666ad1556 no longer exists at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 19:52:35.534756 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-30574884-c9ff-481b-9a81-d8ad85270225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-938452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16348314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13015750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58575396'] for subnet (bbd04edc-97ac-4f32-a717-87eb2b82232d), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:35.554109 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] No Port match for: 2eb3294b-c3f2-4084-8076-e83666ad1556 {{(pid=103782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 19:52:35.554456 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device 2eb3294b-c3f2-4084-8076-e83666ad1556 not bound to the agent host dv-cinder-840678-10-iscsi {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 19:52:35.560949 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30574884-c9ff-481b-9a81-d8ad85270225 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbd04edc-97ac-4f32-a717-87eb2b82232d,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:52:35.564557 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-30574884-c9ff-481b-9a81-d8ad85270225 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for subnet (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:35.567768 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-30574884-c9ff-481b-9a81-d8ad85270225 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/bbd04edc-97ac-4f32-a717-87eb2b82232d HTTP/1.1" status: 204 len: 168 time: 0.3143516 May 17 19:52:35.570172 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b7a99e-7e20-41dc-a002-bc0caec90203 None None] Network b3e4a7a0-49d2-4284-891a-e02ed5bbb110 requested from dv-cinder-840678-10-iscsi {{(pid=103782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 19:52:35.570303 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 49268) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:52:35.641906 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-30acdb95-cf80-424b-b686-bf6ac0963a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-932882'] for network (b3e4a7a0-49d2-4284-891a-e02ed5bbb110), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:35.686791 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-30acdb95-cf80-424b-b686-bf6ac0963a5e admin admin] Deleting port 2dd14170-3195-4dce-99ab-e4febb37de09 {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:52:35.687120 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-30acdb95-cf80-424b-b686-bf6ac0963a5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (2dd14170-3195-4dce-99ab-e4febb37de09), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:35.719183 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cc3ae7-ecb4-4917-90c3-4a9bd138197f None None] DHCP port deletion for b3e4a7a0-49d2-4284-891a-e02ed5bbb110 request from dv-cinder-840678-10-iscsi {{(pid=103782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 19:52:35.755788 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [None req-30acdb95-cf80-424b-b686-bf6ac0963a5e admin admin] For port 2dd14170-3195-4dce-99ab-e4febb37de09, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=2dd14170-3195-4dce-99ab-e4febb37de09,segment=NetworkSegment(2c5591b4-b3f7-4614-a58f-26896d1e3171),segment_id=2c5591b4-b3f7-4614-a58f-26896d1e3171)] {{(pid=103781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:52:35.756155 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-30acdb95-cf80-424b-b686-bf6ac0963a5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (2dd14170-3195-4dce-99ab-e4febb37de09), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:35.762642 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-26cc3ae7-ecb4-4917-90c3-4a9bd138197f None None] Deleting port 2dd14170-3195-4dce-99ab-e4febb37de09 {{(pid=103782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 19:52:35.764479 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-26cc3ae7-ecb4-4917-90c3-4a9bd138197f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792041511397'] for port (2dd14170-3195-4dce-99ab-e4febb37de09), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:35.770614 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-30acdb95-cf80-424b-b686-bf6ac0963a5e admin admin] Calling delete_port for 2dd14170-3195-4dce-99ab-e4febb37de09 owned by network:dhcp {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:52:35.830227 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-26cc3ae7-ecb4-4917-90c3-4a9bd138197f None None] For port 2dd14170-3195-4dce-99ab-e4febb37de09, host dv-cinder-840678-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-10-iscsi',level=0,port_id=2dd14170-3195-4dce-99ab-e4febb37de09,segment=NetworkSegment(2c5591b4-b3f7-4614-a58f-26896d1e3171),segment_id=2c5591b4-b3f7-4614-a58f-26896d1e3171)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 19:52:35.830673 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-26cc3ae7-ecb4-4917-90c3-4a9bd138197f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16761657'] for port (2dd14170-3195-4dce-99ab-e4febb37de09), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:35.845539 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-26cc3ae7-ecb4-4917-90c3-4a9bd138197f None None] Calling delete_port for 2dd14170-3195-4dce-99ab-e4febb37de09 owned by network:dhcp {{(pid=103782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 19:52:35.922686 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-30acdb95-cf80-424b-b686-bf6ac0963a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13820434'] for port (2dd14170-3195-4dce-99ab-e4febb37de09), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:35.928335 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-26cc3ae7-ecb4-4917-90c3-4a9bd138197f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-977631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792041519993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792041112176'] for port (2dd14170-3195-4dce-99ab-e4febb37de09), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:35.950486 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30acdb95-cf80-424b-b686-bf6ac0963a5e admin admin] Pushing event deleted for resources: {'Port': ['ID=2dd14170-3195-4dce-99ab-e4febb37de09,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:52:35.951747 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cc3ae7-ecb4-4917-90c3-4a9bd138197f None None] Pushing event deleted for resources: {'Port': ['ID=2dd14170-3195-4dce-99ab-e4febb37de09,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:52:35.956045 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cc3ae7-ecb4-4917-90c3-4a9bd138197f None None] No DVR routers for this DVR port 2dd14170-3195-4dce-99ab-e4febb37de09 on host dv-cinder-840678-10-iscsi {{(pid=103782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 19:52:35.958300 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30acdb95-cf80-424b-b686-bf6ac0963a5e admin admin] No DVR routers for this DVR port 2dd14170-3195-4dce-99ab-e4febb37de09 on host dv-cinder-840678-10-iscsi {{(pid=103781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 19:52:36.030131 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-30acdb95-cf80-424b-b686-bf6ac0963a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-940152', 'neutron.services.segments.db._delete_segments_for_network-8792041590294'] for network (b3e4a7a0-49d2-4284-891a-e02ed5bbb110), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:36.049929 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.services.segments.db [None req-30acdb95-cf80-424b-b686-bf6ac0963a5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3e4a7a0-49d2-4284-891a-e02ed5bbb110']}} {{(pid=103781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:52:36.058866 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.services.segments.db [None req-30acdb95-cf80-424b-b686-bf6ac0963a5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c5591b4-b3f7-4614-a58f-26896d1e3171') {'for_net_delete': True} {{(pid=103781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:52:36.059104 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.services.segments.db [None req-30acdb95-cf80-424b-b686-bf6ac0963a5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c5591b4-b3f7-4614-a58f-26896d1e3171') {} {{(pid=103781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 19:52:36.072057 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-30acdb95-cf80-424b-b686-bf6ac0963a5e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792041591071', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14281845'] for segment (2c5591b4-b3f7-4614-a58f-26896d1e3171), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:36.085302 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-30acdb95-cf80-424b-b686-bf6ac0963a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944438'] for segment (2c5591b4-b3f7-4614-a58f-26896d1e3171), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:36.090963 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30acdb95-cf80-424b-b686-bf6ac0963a5e admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 19:52:36.091342 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-30acdb95-cf80-424b-b686-bf6ac0963a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-944438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13820481'] for segment (2c5591b4-b3f7-4614-a58f-26896d1e3171), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:36.094603 dv-cinder-840678-10-iscsi neutron-server[103781]: Traceback (most recent call last): May 17 19:52:36.094603 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 19:52:36.094603 dv-cinder-840678-10-iscsi neutron-server[103781]: timer() May 17 19:52:36.094603 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 19:52:36.094603 dv-cinder-840678-10-iscsi neutron-server[103781]: cb(*args, **kw) May 17 19:52:36.094603 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 19:52:36.094603 dv-cinder-840678-10-iscsi neutron-server[103781]: return func(*args, **kwargs) May 17 19:52:36.094603 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 19:52:36.094603 dv-cinder-840678-10-iscsi neutron-server[103781]: self._notify() May 17 19:52:36.094603 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 19:52:36.094603 dv-cinder-840678-10-iscsi neutron-server[103781]: self.callback(batched_events) May 17 19:52:36.094603 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 19:52:36.094603 dv-cinder-840678-10-iscsi neutron-server[103781]: event.method(event) May 17 19:52:36.094603 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 19:52:36.094603 dv-cinder-840678-10-iscsi neutron-server[103781]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 19:52:36.094603 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 19:52:36.094603 dv-cinder-840678-10-iscsi neutron-server[103781]: aggregate_uuid = self.p_client.list_aggregates( May 17 19:52:36.094603 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 19:52:36.094603 dv-cinder-840678-10-iscsi neutron-server[103781]: return f(self, *a, **k) May 17 19:52:36.094603 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 19:52:36.094603 dv-cinder-840678-10-iscsi neutron-server[103781]: return self._get(url).json() May 17 19:52:36.094603 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 19:52:36.094603 dv-cinder-840678-10-iscsi neutron-server[103781]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 19:52:36.094603 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 19:52:36.094603 dv-cinder-840678-10-iscsi neutron-server[103781]: return self.request(url, 'GET', **kwargs) May 17 19:52:36.094603 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 19:52:36.094603 dv-cinder-840678-10-iscsi neutron-server[103781]: base_url = self.get_endpoint(auth, allow=allow, May 17 19:52:36.094603 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 19:52:36.094603 dv-cinder-840678-10-iscsi neutron-server[103781]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 19:52:36.094603 dv-cinder-840678-10-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 19:52:36.094603 dv-cinder-840678-10-iscsi neutron-server[103781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 19:52:36.094603 dv-cinder-840678-10-iscsi neutron-server[103781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 19:52:36.205381 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-30acdb95-cf80-424b-b686-bf6ac0963a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-940099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16360519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16764915'] for network (b3e4a7a0-49d2-4284-891a-e02ed5bbb110), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:36.210569 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-30acdb95-cf80-424b-b686-bf6ac0963a5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16360553'] for network (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:36.213685 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-30acdb95-cf80-424b-b686-bf6ac0963a5e admin admin] 10.222.0.58 "DELETE /v2.0/networks/b3e4a7a0-49d2-4284-891a-e02ed5bbb110 HTTP/1.1" status: 204 len: 168 time: 0.6424038 May 17 19:52:36.224532 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30acdb95-cf80-424b-b686-bf6ac0963a5e admin admin] Pushing event deleted for resources: {'Network': ['ID=b3e4a7a0-49d2-4284-891a-e02ed5bbb110,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:52:36.531411 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 49272) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:52:36.569322 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-fe967cbf-0e9b-4b97-ab3e-9ae498eb9405 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=757859fa777e4b5dad0105d36b6554d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0367408 May 17 19:52:36.571656 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.58', 49274) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:52:36.618962 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8055b0f1-b2ae-4bb4-9113-875fb3fcd682 admin admin] Publish callbacks [] for security_group (3017cb37-3160-4a9a-8a47-1057d7a0c26c), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:36.643542 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8055b0f1-b2ae-4bb4-9113-875fb3fcd682 admin admin] Publish callbacks [] for security_group (3017cb37-3160-4a9a-8a47-1057d7a0c26c), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:36.760042 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8055b0f1-b2ae-4bb4-9113-875fb3fcd682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (3017cb37-3160-4a9a-8a47-1057d7a0c26c), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:36.762585 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8055b0f1-b2ae-4bb4-9113-875fb3fcd682 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:36.763791 dv-cinder-840678-10-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-8055b0f1-b2ae-4bb4-9113-875fb3fcd682 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3017cb37-3160-4a9a-8a47-1057d7a0c26c HTTP/1.1" status: 204 len: 168 time: 0.1912429 May 17 19:52:36.772163 dv-cinder-840678-10-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055b0f1-b2ae-4bb4-9113-875fb3fcd682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3017cb37-3160-4a9a-8a47-1057d7a0c26c,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:52:37.176842 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device f5183a9e-678e-43d6-8a77-a7e9534d2ced no longer exists at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 19:52:37.195463 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] No Port match for: f5183a9e-678e-43d6-8a77-a7e9534d2ced {{(pid=103782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 19:52:37.195797 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device f5183a9e-678e-43d6-8a77-a7e9534d2ced not bound to the agent host dv-cinder-840678-10-iscsi {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 19:52:37.196200 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device 2dd14170-3195-4dce-99ab-e4febb37de09 no longer exists at agent ovs-agent-dv-cinder-840678-10-iscsi {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 19:52:37.213331 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] No Port match for: 2dd14170-3195-4dce-99ab-e4febb37de09 {{(pid=103782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 19:52:37.213690 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.rpc [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Device 2dd14170-3195-4dce-99ab-e4febb37de09 not bound to the agent host dv-cinder-840678-10-iscsi {{(pid=103782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 19:52:37.430560 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 49280) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:52:37.469498 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-c3118b27-e713-4c84-83d3-5c53c7c1f6d9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c4e2d65fdc32405ba21ff6081ce969d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378158 May 17 19:52:37.471776 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [-] (103780) accepted ('10.222.0.58', 49282) {{(pid=103780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 19:52:37.524143 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-93454fcf-86c9-4a6d-981c-82422a13d0dc admin admin] Publish callbacks [] for security_group (d52577a2-761d-4fcc-899a-9875f2904894), before_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:37.549425 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-93454fcf-86c9-4a6d-981c-82422a13d0dc admin admin] Publish callbacks [] for security_group (d52577a2-761d-4fcc-899a-9875f2904894), precommit_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:37.717503 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-93454fcf-86c9-4a6d-981c-82422a13d0dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16321292'] for security_group (d52577a2-761d-4fcc-899a-9875f2904894), after_delete {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:37.720078 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron_lib.callbacks.manager [None req-93454fcf-86c9-4a6d-981c-82422a13d0dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:37.721243 dv-cinder-840678-10-iscsi neutron-server[103780]: INFO neutron.wsgi [None req-93454fcf-86c9-4a6d-981c-82422a13d0dc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d52577a2-761d-4fcc-899a-9875f2904894 HTTP/1.1" status: 204 len: 168 time: 0.2485547 May 17 19:52:37.728988 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93454fcf-86c9-4a6d-981c-82422a13d0dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52577a2-761d-4fcc-899a-9875f2904894,revision_number=None']} {{(pid=103780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 19:52:44.754027 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (bee311cb-2a55-4828-8ca4-4ee09c88de79), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:45.011261 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3c90ca6c-3ebc-4372-8cb3-e05e396e5581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:47.290712 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-aa4985ac-8b0b-4a5b-9c78-6e8b35b3e66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:48.571230 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:50.350525 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:52:51.562033 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:53:04.458479 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.agents_db [None req-42b69621-6215-4a4a-9d32-588efc9ea437 None None] Agent healthcheck: found 6 active agents {{(pid=103783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 19:53:14.747021 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (bee311cb-2a55-4828-8ca4-4ee09c88de79), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:53:15.004546 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-a8d9160a-1156-44ca-b329-f3032df06cd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:53:17.290187 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-8f52b3e6-8a74-4bde-88e7-4fb1d902ecf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:53:18.592799 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:53:20.363917 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:53:21.543951 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:53:41.457420 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.agents_db [None req-42b69621-6215-4a4a-9d32-588efc9ea437 None None] Agent healthcheck: found 6 active agents {{(pid=103783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 19:53:44.774829 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (bee311cb-2a55-4828-8ca4-4ee09c88de79), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:53:45.003055 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-843c7df9-6034-4463-9bd3-bcaa8774e1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:53:47.260656 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-1097462e-0df7-44e0-adc2-5a442f1658a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:53:48.580647 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:53:50.351462 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:53:51.569481 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:54:14.779334 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (bee311cb-2a55-4828-8ca4-4ee09c88de79), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:54:15.002461 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-8ba7b832-51ae-4d99-9647-463922fddf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:54:17.343285 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-eba36c60-833a-4b5a-ba1c-f1e835f4f99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:54:18.457319 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.agents_db [None req-42b69621-6215-4a4a-9d32-588efc9ea437 None None] Agent healthcheck: found 6 active agents {{(pid=103783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 19:54:18.579877 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:54:20.397327 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:54:21.514252 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:54:44.749879 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (bee311cb-2a55-4828-8ca4-4ee09c88de79), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:54:44.990232 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-54333d8f-134f-48e0-8527-6478a125c36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:54:47.327361 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b0051f9a-d52b-4209-bc1a-a3611baa5725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:54:48.581931 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:54:50.401189 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:54:51.526922 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:54:55.455775 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.agents_db [None req-42b69621-6215-4a4a-9d32-588efc9ea437 None None] Agent healthcheck: found 6 active agents {{(pid=103783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 19:55:14.818023 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (bee311cb-2a55-4828-8ca4-4ee09c88de79), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:55:15.034925 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3785bf77-7f5a-4fc2-b4d9-721e599195fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:55:17.275075 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-bb6a809f-0a55-4116-acd7-7c27c7f2fe7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:55:18.577564 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:55:20.404136 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:55:21.541298 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:55:32.455337 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.agents_db [None req-42b69621-6215-4a4a-9d32-588efc9ea437 None None] Agent healthcheck: found 6 active agents {{(pid=103783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 19:55:44.860505 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (bee311cb-2a55-4828-8ca4-4ee09c88de79), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:55:45.005244 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-1b0a3bc4-d77f-4dce-b398-5ade754309b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:55:47.273868 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-191c530f-8a2b-4f64-ac01-edc140193412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:55:48.587849 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:55:50.380215 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:55:51.559336 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:56:09.454697 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.agents_db [None req-42b69621-6215-4a4a-9d32-588efc9ea437 None None] Agent healthcheck: found 6 active agents {{(pid=103783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 19:56:14.791208 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (bee311cb-2a55-4828-8ca4-4ee09c88de79), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:56:14.990992 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-24eb92dc-931e-4b40-8ad0-90a1c547966d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:56:17.278713 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-1abca3d1-d30b-4674-b9c4-34e39eaa53ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:56:18.581405 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:56:20.415858 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:56:21.553162 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:56:44.798142 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (bee311cb-2a55-4828-8ca4-4ee09c88de79), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:56:45.003573 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-2b30becd-317f-47d8-91f0-46658965ec06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:56:46.454069 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.agents_db [None req-42b69621-6215-4a4a-9d32-588efc9ea437 None None] Agent healthcheck: found 6 active agents {{(pid=103783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 19:56:47.277960 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e4fe85a4-0280-4ec9-9439-a275fa0dae9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:56:48.624937 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:56:50.380603 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:56:51.658902 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:56:56.063494 dv-cinder-840678-10-iscsi neutron-server[103780]: DEBUG neutron.wsgi [req-c4df6903-a4cb-4ff7-b7e1-153e97eae767 req-03845bc3-f4ee-47d6-b011-0ddc527244c0 service neutron] (103780) timed out ('10.222.0.69', 49382) {{(pid=103780) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 17 19:57:14.802356 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (bee311cb-2a55-4828-8ca4-4ee09c88de79), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:57:15.013859 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-9083e278-89fa-468d-958c-e1077bd664c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:57:17.271958 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-28306050-ce1b-48ed-b1fb-c13b09c511bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:57:18.584124 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:57:20.391181 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:57:21.533699 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d91296c0-dbae-4ce3-807f-539c492ab0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (ad42d2f6-c134-426b-9061-deff100c9b97), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:57:23.452951 dv-cinder-840678-10-iscsi neutron-server[103783]: DEBUG neutron.db.agents_db [None req-42b69621-6215-4a4a-9d32-588efc9ea437 None None] Agent healthcheck: found 6 active agents {{(pid=103783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 19:57:44.806243 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc13e-d2d9-44e4-8106-2fa1f8be0fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (bee311cb-2a55-4828-8ca4-4ee09c88de79), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:57:45.042018 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-5d23ecd7-51f5-4d18-abf6-a352af8bc6da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (acc21e7f-c3fd-47ad-b523-e51f8b89f08b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:57:47.291785 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e4e551b5-d750-4454-9ed0-15c2b3cf3514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (d0bc9f74-feb0-4354-bd47-885486f1ec0d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:57:48.607411 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b981ed3c-b3f0-412d-8dbe-8b2a518183e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (4102623a-53ab-4d61-abbf-0d0a0c1690ab), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 19:57:50.430393 dv-cinder-840678-10-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7bbd-d959-4990-9a90-3c5e52366554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792041590276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999611'] for agent (df4ffff1-68f6-44aa-9c70-0dae95933573), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}